-- Logs begin at Tue 2021-07-13 20:10:24 UTC, end at Tue 2021-07-13 21:04:07 UTC. -- Jul 13 20:40:04.419844 dv-cinder-800703-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 20:40:07.115849 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Jul 13 20:40:07.116397 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 20:40:07.116549 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 20:40:07.120060 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Jul 13 20:40:07.120327 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 20:40:07.120643 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 20:40:07.121590 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:40:07.121827 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:40:07.122195 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:40:07.122446 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:40:07.122710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:40:07.123037 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.123339 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.123641 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.123878 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.124179 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.124475 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.124765 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.125061 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.125362 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.125655 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.125941 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.126234 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.126472 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.126795 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.127090 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.127381 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.127612 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.127900 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.128326 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.128739 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.129025 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.129501 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.130187 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.130470 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.130787 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.131089 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.131424 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] host = dv-cinder-800703-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.131709 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.132006 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.132299 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.132594 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.132875 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.133157 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.133448 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.133725 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.134003 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.134287 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.134689 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.134962 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.135256 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.135487 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.135715 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.136008 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.136305 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.136592 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.136874 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.137157 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.137437 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.137717 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.137990 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.138378 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.138702 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.138997 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.139282 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.139562 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.139841 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.140120 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.140413 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.140696 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.140984 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.141265 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.141557 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.141834 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.142115 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.142424 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.142751 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.143043 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.143335 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.143618 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.143905 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.144188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.144469 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.144749 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.145028 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.145370 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.145656 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.145935 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.146214 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.146496 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.146798 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.147092 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:07.147394 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.147696 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.148004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.148297 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.148600 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.148891 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.149188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.149475 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.149773 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.150069 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.150366 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.150680 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.150984 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.151268 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.151570 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.151881 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.152181 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.152477 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.152760 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.153038 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.153321 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.153608 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.153901 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.154200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.154496 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.154800 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.155088 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.155386 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.155670 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.155948 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.156231 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.156523 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.156807 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.157090 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.157379 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.157664 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.157944 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.158222 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.158505 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.158824 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.159111 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.159390 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.159667 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.159949 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.160227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.160516 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.160824 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.161109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.161389 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.161673 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.161953 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.162231 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.162514 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.162814 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.163098 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.163377 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.163653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.163930 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.164210 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.164488 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.164768 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.165048 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.165333 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.165613 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.165891 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.166172 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.166451 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.166760 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.167053 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.167356 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.167643 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.167929 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.168217 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.168501 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.168784 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.169064 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.169351 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.169635 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.169914 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.170210 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.170502 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.170820 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.171116 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.171404 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.171708 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.172009 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.172283 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.172567 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.172853 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.173148 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.173440 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.173741 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.174042 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.174339 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.174665 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.174965 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.175253 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.175569 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.175857 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:07.176080 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:40:07.176833 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 20:40:07.525692 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 20:40:07.525976 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 20:40:07.526274 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 20:40:07.526635 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 20:40:07.916830 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.917120 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.917393 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.918738 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.919020 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.919298 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.953643 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.953935 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.954211 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.967907 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.968190 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.968460 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.998505 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.998814 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:07.999091 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.035545 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.035861 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.036135 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.267239 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.267838 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.267838 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.268055 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.268761 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.394611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.394611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.394611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.394611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.394611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.395963 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.396227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.396490 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.396761 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.397018 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.397300 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.397688 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.397943 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.398199 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.398639 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.398895 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.399135 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.399373 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.399610 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.399850 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:08.400235 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 20:40:08.403570 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 20:40:08.407587 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 20:40:08.411580 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 13 20:40:08.413206 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 20:40:08.413670 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 20:40:08.414001 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 20:40:08.414391 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 20:40:08.417296 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 20:40:08.417557 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 20:40:08.417911 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 20:40:08.446553 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 20:40:08.447049 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.447352 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 20:40:08.447718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.449078 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 20:40:08.449370 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 20:40:08.449619 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 20:40:08.454158 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.454443 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:08.518132 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 20:40:08.518323 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 20:40:08.518533 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 20:40:08.518947 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 20:40:08.539551 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_db.sqlalchemy.engines [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 20:40:09.062667 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing driver for type 'gre' Jul 13 20:40:09.063195 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] gre ID ranges: [(1, 1000)] Jul 13 20:40:09.116364 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing driver for type 'local' Jul 13 20:40:09.116659 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing driver for type 'vlan' Jul 13 20:40:09.130100 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] VlanTypeDriver initialization complete Jul 13 20:40:09.130438 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing driver for type 'vxlan' Jul 13 20:40:09.130985 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] vxlan ID ranges: [(1, 1000)] Jul 13 20:40:09.183033 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing extension driver 'port_security' Jul 13 20:40:09.183397 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.extensions.port_security [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] PortSecurityExtensionDriver initialization complete Jul 13 20:40:09.183738 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing mechanism driver 'openvswitch' Jul 13 20:40:09.184064 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing mechanism driver 'hyperv' Jul 13 20:40:09.190459 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.plugin [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:09.191328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.191707 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.192093 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.192617 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.193053 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.193409 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.193759 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.194152 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.194559 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.194936 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.195281 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.195670 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.196078 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.196432 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.196777 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.197170 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.197574 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.197924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.198271 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.198692 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.199097 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > address_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.199445 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > address_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.199789 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.200177 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 20:40:09.200553 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] ML2 OVO RPC backend initialized. {{(pid=104354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 20:40:09.201256 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.201615 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.202032 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.202386 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > networks before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.202770 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.203118 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > ports before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.203468 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.203812 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnets before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.204161 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.204511 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.204851 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.205195 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.205537 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.205877 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.206217 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.206557 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.206918 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.208007 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.plugin [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Modular L2 Plugin initialization complete Jul 13 20:40:09.208346 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading services supported by the core plugin {{(pid=104354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 20:40:09.208674 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Got port-security extension from driver 'port_security' Jul 13 20:40:09.209146 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.extensions.vlantransparent [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Disabled vlantransparent extension. Jul 13 20:40:09.209634 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 20:40:09.210020 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: router Jul 13 20:40:09.245499 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.245894 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.246266 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router before_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.246653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.247034 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.247392 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.247756 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.248249 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.248604 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.248960 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.249315 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.249679 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.250094 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.250471 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.250843 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.251192 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.251541 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.251896 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.252249 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.252595 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.252943 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.253304 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.253653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.254012 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.254403 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.254787 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.255155 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.255511 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > agent after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.255863 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.256707 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Tracking information for resource: router configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:09.257043 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Tracking information for resource: floatingip configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 20:40:09.261855 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.db.l3_agentschedulers_db [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 20:40:09.262436 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.262838 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.263200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.263555 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.264347 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router before_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.264721 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.265092 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.265456 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > router precommit_update 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.269858 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.provider_configuration [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service providers = [] {{(pid=104354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 20:40:09.270916 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.db.servicetype_db [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 20:40:09.273693 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:40:09.274046 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:40:09.274391 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:40:09.275316 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 20:40:09.275696 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.services.service_base [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 20:40:09.276073 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.276394 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 20:40:09.287566 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.287913 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: auto_allocate Jul 13 20:40:09.293615 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: network precommit_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.293991 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: network precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.294509 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.294861 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: tag Jul 13 20:40:09.301541 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.301879 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: timestamp Jul 13 20:40:09.305692 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.306026 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: network_ip_availability Jul 13 20:40:09.311464 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.311837 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.312196 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.312900 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.313221 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: flavors Jul 13 20:40:09.318143 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.318511 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading Plugin: revisions Jul 13 20:40:09.322766 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 20:40:09.323160 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 20:40:09.323896 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 20:40:09.324243 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Initializing extension manager. Jul 13 20:40:09.324762 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: __init__.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.325106 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: __pycache__ {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.325443 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.325777 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.326535 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.327130 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: address-group Jul 13 20:40:09.327454 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.328177 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.328688 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: address-scope Jul 13 20:40:09.329013 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.329943 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.330459 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: router-admin-state-down-before-update Jul 13 20:40:09.330820 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: agent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.331529 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.332039 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: agent Jul 13 20:40:09.332361 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: agent_resources_synced.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.333789 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.334300 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: agent-resources-synced Jul 13 20:40:09.334652 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: allowedaddresspairs.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.336439 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.336966 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: allowed-address-pairs Jul 13 20:40:09.337301 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: auto_allocated_topology.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.338391 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.338942 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: auto-allocated-topology Jul 13 20:40:09.339271 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.339970 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.340479 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: availability_zone Jul 13 20:40:09.340807 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: availability_zone_filter.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.341727 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.342234 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: availability_zone_filter Jul 13 20:40:09.342559 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: data_plane_status.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.343502 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.344006 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 20:40:09.344329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: default_subnetpools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.345248 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.345753 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: default-subnetpools Jul 13 20:40:09.346078 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.346922 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.347433 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: dhcp_agent_scheduler Jul 13 20:40:09.347761 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: dns.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.349276 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.349782 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 20:40:09.350109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: dns_domain_ports.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.351068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.351576 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 20:40:09.351901 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.352827 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.353333 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 20:40:09.353658 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: dvr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.354336 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.354876 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: dvr Jul 13 20:40:09.355200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: empty_string_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.356146 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.356659 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: empty-string-filtering Jul 13 20:40:09.356985 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.357903 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.358421 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 20:40:09.358781 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.359699 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.360210 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 20:40:09.360536 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: external_net.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.361451 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.361965 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: external-net Jul 13 20:40:09.362294 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.363236 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.363774 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: extra_dhcp_opt Jul 13 20:40:09.364102 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: extraroute.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.365015 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.365526 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: extraroute Jul 13 20:40:09.365850 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: extraroute_atomic.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.366962 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.367434 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: extraroute-atomic Jul 13 20:40:09.367758 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: filter_validation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.368432 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.369119 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: filter-validation Jul 13 20:40:09.369448 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: fip_pf_description.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.370679 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.371194 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 20:40:09.371519 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: fip_port_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.372445 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.372960 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: fip-port-details Jul 13 20:40:09.373284 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.374511 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.375053 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: flavors Jul 13 20:40:09.375382 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.377014 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.377542 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 20:40:09.377871 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: floatingip_pools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.378596 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.379113 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: floatingip-pools Jul 13 20:40:09.379468 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: ip_allocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.380392 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.380901 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 20:40:09.381227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.382149 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.382687 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: ip-substring-filtering Jul 13 20:40:09.383019 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l2_adjacency.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.383959 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.384465 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 20:40:09.384793 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.385754 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.386272 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: router Jul 13 20:40:09.386627 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.388854 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.389384 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 20:40:09.389720 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.390695 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.391222 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: ext-gw-mode Jul 13 20:40:09.391554 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.392482 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.392996 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: l3-ha Jul 13 20:40:09.393326 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3_flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.394250 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.394794 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: l3-flavors Jul 13 20:40:09.395638 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.396558 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.397071 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 20:40:09.397399 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: l3agentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.398428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.398974 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: l3_agent_scheduler Jul 13 20:40:09.399305 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: logging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.400791 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.401309 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension logging not supported by any of loaded plugins Jul 13 20:40:09.401644 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: metering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.402385 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.402993 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: metering Jul 13 20:40:09.403324 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.405724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.406257 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: metering_source_and_destination_fields Jul 13 20:40:09.406604 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: multiprovidernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.407561 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.408080 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: multi-provider Jul 13 20:40:09.408412 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: netmtu.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.409351 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.409867 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: net-mtu Jul 13 20:40:09.410196 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: netmtu_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.411699 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.412212 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: net-mtu-writable Jul 13 20:40:09.412541 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: network_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.413220 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.413726 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: network_availability_zone Jul 13 20:40:09.414050 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: network_ip_availability.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.415178 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.415691 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: network-ip-availability Jul 13 20:40:09.416020 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: network_segment_range.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.416790 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.417297 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 20:40:09.417622 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: pagination.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.418634 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.418973 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: pagination Jul 13 20:40:09.419295 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: port_device_profile.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.420226 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.420746 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: port-device-profile Jul 13 20:40:09.421070 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.422000 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.422513 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: port-mac-address-regenerate Jul 13 20:40:09.422860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.423780 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.424287 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: port-numa-affinity-policy Jul 13 20:40:09.424611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: port_resource_request.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.425552 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.426061 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 20:40:09.426407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: portbindings.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.427379 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.427891 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: binding Jul 13 20:40:09.428214 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: portbindings_extended.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.429482 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.430003 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: binding-extended Jul 13 20:40:09.430331 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: portsecurity.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.431293 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.431808 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: port-security Jul 13 20:40:09.432132 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: project_id.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.433109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.433442 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: project-id Jul 13 20:40:09.433766 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: providernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.434740 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.435250 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: provider Jul 13 20:40:09.435574 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.439071 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.439597 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos not supported by any of loaded plugins Jul 13 20:40:09.439934 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.441193 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.441709 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 20:40:09.442554 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.443504 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.444021 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 20:40:09.444351 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_default.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.445270 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.445787 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-default not supported by any of loaded plugins Jul 13 20:40:09.446117 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.446798 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.447303 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 20:40:09.447626 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_gateway_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.448556 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.449070 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 20:40:09.449394 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_port_network_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.450310 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.450844 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 20:40:09.451169 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_rule_type_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.452088 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.452600 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 20:40:09.452926 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: qos_rules_alias.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.453971 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.454485 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 20:40:09.454848 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: quotasv2.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.455759 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.456272 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: quotas Jul 13 20:40:09.456597 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: quotasv2_detail.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.460238 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.460582 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: quota_details Jul 13 20:40:09.460919 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: rbac.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.461982 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.462514 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: rbac-policies Jul 13 20:40:09.462892 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: rbac_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.463821 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.464343 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: rbac-address-group Jul 13 20:40:09.464674 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: rbac_address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.465600 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.466126 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: rbac-address-scope Jul 13 20:40:09.466451 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: rbac_security_groups.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.467404 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.467916 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: rbac-security-groups Jul 13 20:40:09.468246 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: rbac_subnetpool.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.469185 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.469699 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: rbac-subnetpool Jul 13 20:40:09.470029 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: revisionifmatch.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.470986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.471496 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: revision-if-match Jul 13 20:40:09.471834 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: revisions.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.472939 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.473546 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: standard-attr-revisions Jul 13 20:40:09.473879 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: router_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.474559 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.475100 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: router_availability_zone Jul 13 20:40:09.475429 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: routerservicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.476361 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.476866 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 20:40:09.477193 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.478120 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.478653 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: security-groups-normalized-cidr Jul 13 20:40:09.478985 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.479921 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.480432 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: port-security-groups-filtering Jul 13 20:40:09.480760 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.481686 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.482201 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: security-groups-remote-address-group Jul 13 20:40:09.482530 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: securitygroup.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.492137 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.492677 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: security-group Jul 13 20:40:09.493017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.493816 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.494330 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension segment not supported by any of loaded plugins Jul 13 20:40:09.494696 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.495904 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.496419 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 20:40:09.496747 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: servicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.497856 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.498381 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: service-type Jul 13 20:40:09.498752 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: sorting.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.499750 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.500086 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: sorting Jul 13 20:40:09.500415 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: standard_attr_segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.501418 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.501941 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 20:40:09.502274 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: standardattrdescription.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.502969 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.503486 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: standard-attr-description Jul 13 20:40:09.505265 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: stateful_security_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.506205 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.506763 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: stateful-security-group Jul 13 20:40:09.507096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: stdattrs_common.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.507687 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 20:40:09.508013 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.508953 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.509480 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 20:40:09.509808 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnet_onboard.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.510917 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.511432 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: subnet_onboard Jul 13 20:40:09.511760 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.512690 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.513201 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 20:40:09.513523 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnet_service_types.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.514458 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.515003 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: subnet-service-types Jul 13 20:40:09.515327 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnetallocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.516421 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.516936 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: subnet_allocation Jul 13 20:40:09.517262 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.517928 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.518438 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: subnetpool-prefix-ops Jul 13 20:40:09.518792 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.519747 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.520873 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 20:40:09.521202 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: tagging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.522267 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.522821 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: standard-attr-tag Jul 13 20:40:09.523152 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: timestamp.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.524353 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.524877 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loaded extension: standard-attr-timestamp Jul 13 20:40:09.525210 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: trunk.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.526243 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.526791 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension trunk not supported by any of loaded plugins Jul 13 20:40:09.527125 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: trunk_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.528053 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.528568 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 20:40:09.528895 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: uplink_status_propagation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.529820 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.530336 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 20:40:09.530692 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Loading extension file: vlantransparent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 20:40:09.531371 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 20:40:09.531882 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 20:40:09.534349 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:network Jul 13 20:40:09.534911 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnet Jul 13 20:40:09.535318 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:40:09.535740 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:port Jul 13 20:40:09.536993 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.537440 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.538063 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.538501 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.538866 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:router Jul 13 20:40:09.539296 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 20:40:09.539795 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.541236 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.541608 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.541963 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:40:09.542990 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 20:40:09.543441 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:security_group Jul 13 20:40:09.543891 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 20:40:09.544491 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.544820 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:40:09.545166 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] subnetpool is already registered Jul 13 20:40:09.545604 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.545933 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:40:09.546271 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] subnetpool is already registered Jul 13 20:40:09.548592 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.549027 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.549624 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.550048 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.550386 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:router Jul 13 20:40:09.550757 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] router is already registered Jul 13 20:40:09.551177 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 20:40:09.551539 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] floatingip is already registered Jul 13 20:40:09.551999 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.552673 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 20:40:09.553002 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] rbac_policy is already registered Jul 13 20:40:09.553418 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:security_group Jul 13 20:40:09.553755 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] security_group is already registered Jul 13 20:40:09.554160 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 20:40:09.554493 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] security_group_rule is already registered Jul 13 20:40:09.555149 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.555481 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:40:09.555819 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] subnetpool is already registered Jul 13 20:40:09.556233 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 20:40:09.556560 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 20:40:09.556894 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] subnetpool is already registered Jul 13 20:40:09.557362 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: extensions {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.558841 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: address-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.560304 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: address-scopes {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.561597 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.562776 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: auto-allocated-topology {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.563993 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: availability_zones {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.565196 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: dhcp-networks {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.566714 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: dhcp-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.568630 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.570297 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: flavors {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.571598 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.572796 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: next_providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.574213 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.575765 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: floatingip-pools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.576969 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.578659 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: floatingips {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.580813 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: l3-routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.582245 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: l3-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.584233 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: metering-labels {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.585469 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: metering-label-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.586849 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: network-ip-availabilities {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.588086 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: bindings {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.589614 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.591165 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.592560 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: rbac-policies {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.593730 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: security-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.595053 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: security-group-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.596268 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: service-providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.597474 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.598823 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.600345 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.601993 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.603831 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.605575 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.607281 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.609205 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.610951 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.612721 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.614610 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.616345 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 20:40:09.622645 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 20:40:09.627097 dv-cinder-800703-1-iscsi neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 20:40:09.635857 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Acquired lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 20:40:09.636334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Releasing lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 20:40:09.636971 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Starting 2 workers Jul 13 20:40:09.641767 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Started child 104497 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:40:09.648252 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Started child 104498 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:40:09.648539 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.649252 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO neutron.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 20:40:09.649252 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Notify callbacks [] for process, before_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.649550 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [-] (104497) wsgi starting up on http://0.0.0.0:9696 Jul 13 20:40:09.651301 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.651764 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Starting 1 workers Jul 13 20:40:09.652762 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [-] (104498) wsgi starting up on http://0.0.0.0:9696 Jul 13 20:40:09.656633 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Started child 104499 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:40:09.657142 dv-cinder-800703-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Starting 1 workers Jul 13 20:40:09.660036 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] calling RpcWorker wait() {{(pid=104499) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 20:40:09.660620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] returning from RpcWorker wait() {{(pid=104499) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 20:40:09.661619 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Started child 104500 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 20:40:09.661783 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.662242 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:09.662473 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-94af2552-b2be-470b-ab24-7cd998c11067 None None] Notify callbacks [] for process, after_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.664365 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 20:40:09.664563 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:40:09.664752 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:40:09.664974 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:40:09.665319 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:40:09.665479 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:40:09.665974 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.666260 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.666533 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.666726 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:09.667249 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.667249 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.667533 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:09.667686 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.667974 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.668212 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.668517 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.668722 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.668903 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.669075 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.669348 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.669583 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.669865 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.670161 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.670414 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.670705 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.670880 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.671135 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.671404 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.671682 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.671944 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.672191 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.672668 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.672926 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.673184 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.673406 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.673673 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.673901 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.674194 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.674419 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.674656 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.674907 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.675159 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.675392 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.675620 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.675839 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.676100 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.676377 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.676864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-800703-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.677105 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.677322 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.677573 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.677830 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.678074 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.678288 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.678687 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.678859 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.679066 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.679308 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.679550 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.679809 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.680040 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.680291 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.680450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.680703 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.680960 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.681217 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.681405 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.681577 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.681759 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.682016 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.682165 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.682523 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.682717 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.682923 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.683157 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.683402 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.683638 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.683904 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.684149 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.684404 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.684585 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.684830 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.685056 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.685278 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.685509 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.685753 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.685970 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.686183 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.686426 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.686715 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.686963 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.687175 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.687427 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.687670 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.687924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.688184 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.688430 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.688657 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.688913 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.689083 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.689360 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.689588 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.689834 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.690092 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.690326 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.690628 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.690826 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.691068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.691302 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.691516 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.691755 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.692535 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.692777 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.693018 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.694930 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.694930 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.694930 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.695242 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.695475 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.695810 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.696121 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.696331 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.696586 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.696850 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.697104 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.698092 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.698092 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.700034 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.700034 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.700034 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.700034 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.701450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.701450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.701450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.701450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.701450 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702070 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702070 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702070 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702436 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702563 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.702876 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.703894 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.703894 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.703894 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.703894 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.706422 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.709041 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710367 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710818 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710818 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.710964 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.711170 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.711393 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.711614 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.711833 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.712564 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.712564 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.712564 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713202 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713202 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713202 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713935 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713935 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.713935 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.714718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.714718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.714718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.714718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.715645 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.715645 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.715645 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.715645 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.716200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.716200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.716200 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717109 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717659 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717659 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717939 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.717939 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.718225 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.718454 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.718718 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.719002 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.719248 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.719489 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.719725 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.719999 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.720244 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.720477 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.720745 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.720983 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.721864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.721864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.721864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.721864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.724374 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.725945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.729017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730004 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730513 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730513 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730697 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.730818 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.731078 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.731318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.731668 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.731938 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.732165 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.732406 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.732950 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.732950 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.733365 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.733365 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.733739 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.733739 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.735724 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.737227 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738264 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738264 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738264 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738264 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738788 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738788 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.738938 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.739175 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.739394 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.739642 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.739882 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.740096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.740309 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.740554 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.740784 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.741155 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.741434 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.741617 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.741872 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.742128 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.742458 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.742738 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.742999 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.743235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.743452 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.743704 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.743923 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.744141 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.744380 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.744571 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.744783 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.745283 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.745508 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.745732 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.745945 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.746157 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.746385 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.746612 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.746821 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.747131 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.747385 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.747621 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.747857 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.748102 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.748349 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.748578 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.748788 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.748999 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.749222 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.749440 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.749674 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.749919 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.750133 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.750345 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.750570 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.750808 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.751018 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.751268 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.751479 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.751681 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.751896 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.752140 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.752348 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.752611 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.752853 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.753178 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.753405 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.753654 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.753895 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.754190 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.754981 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.755195 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.755495 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.755750 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.755992 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.756240 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.756550 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.756766 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.757007 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.757248 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.757467 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.757710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.757966 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.758279 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.758564 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.758863 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.759134 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.759430 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.759712 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.759972 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.760190 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.760489 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.760828 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.761117 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.761384 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.761641 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.761915 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.762155 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.762376 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.762646 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.762898 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.763117 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.763380 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.763607 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.763834 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.764071 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.764475 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.764867 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.765178 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.765340 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.765587 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.765810 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.765972 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:40:09.766480 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 20:40:09.766674 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 20:40:09.766823 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 20:40:09.767010 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 20:40:09.767181 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 20:40:09.767337 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 20:40:09.767544 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.767713 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.767875 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768036 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768197 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768380 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768542 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768704 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.768864 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769025 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769347 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769506 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769666 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.769827 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.770043 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.770737 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.771803 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.771803 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.771803 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.771803 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772363 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772363 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772363 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772363 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772842 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772842 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.772842 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773432 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773432 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773663 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773786 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.773909 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774032 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774155 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774278 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774410 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774573 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774743 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-800703-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.774903 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775063 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775222 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775381 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775541 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775700 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.775860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776008 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776164 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776483 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776642 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776800 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.776958 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777117 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777275 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777433 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777592 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777776 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.777941 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778101 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778260 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778419 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778596 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778759 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.778917 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779076 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779393 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779553 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779711 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.779870 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780029 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780188 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780348 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780506 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780664 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780822 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.780981 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781139 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781297 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781455 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781618 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781775 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.781936 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.782094 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.782252 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.782411 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.782568 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783221 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783221 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783221 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783221 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.783860 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.785068 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.786052 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.786637 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.786637 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.786637 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787329 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787704 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.787704 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.788334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.788334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.788334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.788334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.788334 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789099 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.789986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791096 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.791924 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.792653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.792653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.792653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.792653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.792653 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793225 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793225 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793225 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793225 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793680 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793680 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793680 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793969 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.793969 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794321 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794321 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794596 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794596 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794831 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.794952 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795072 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795178 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795340 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795502 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795665 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795829 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.795990 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.796151 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.796312 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.796474 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.796729 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.796729 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.797276 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.797276 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.797276 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.798407 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.799589 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800328 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800717 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800717 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800717 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.800946 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801026 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801174 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801346 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:09.801443 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801524 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801675 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801837 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.801999 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.802159 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.802322 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.802484 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.802667 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.802840 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803001 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803165 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803326 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803494 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803667 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803830 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.803994 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804157 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804319 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804481 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804641 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804803 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.804966 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805127 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805290 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805461 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805633 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805794 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.805955 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806114 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806299 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806460 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806644 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806807 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.806968 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807129 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807290 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807453 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807615 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807777 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.807938 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808100 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808262 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808423 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808583 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808744 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.808908 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809071 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809232 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809395 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809558 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809720 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.809882 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810042 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810203 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810365 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810526 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810744 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.810857 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811017 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811177 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811337 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811663 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811824 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.811986 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812149 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812311 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812471 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812634 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812795 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.812957 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813120 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813282 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813453 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813612 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813776 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.813939 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814101 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814264 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814426 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814607 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814768 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.814963 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.815104 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.816119 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.818396 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.819710 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.820698 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.821599 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.822498 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823235 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823793 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823793 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.823793 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.824428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.824428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.824428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.824428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.824428 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.825364 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.826009 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.826009 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.826009 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.826009 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.827318 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828154 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828707 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828707 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.828707 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.829048 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.829048 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.829048 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.830323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.830323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.830323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.830323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 20:40:09.830323 dv-cinder-800703-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 20:40:10.091076 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33034) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:10.099463 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061998 Jul 13 20:40:21.223428 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37b605-e39b-4ba6-9f5a-47005f0cb75e None None] get_active_networks_info from dv-cinder-800703-1-iscsi {{(pid=104499) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 20:40:21.291760 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e37b605-e39b-4ba6-9f5a-47005f0cb75e None None] No non-hosted networks {{(pid=104499) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 20:40:21.316643 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.agentschedulers_db [None req-1e37b605-e39b-4ba6-9f5a-47005f0cb75e None None] DHCP Agent not found on host dv-cinder-800703-1-iscsi {{(pid=104499) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 20:40:21.453510 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3d6d3581-d290-401c-93a6-f997d8a4f54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.708649 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3f8361dc-0795-4e1d-9e8f-922b73806846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.794886 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7e249020-8114-4cf4-83e2-482666813ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.815637 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:23.816744 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.817298 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.817817 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.818342 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.818933 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.819513 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.820037 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.820585 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.821098 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.821599 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.822125 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.822655 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:23.823244 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800703-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:23.834680 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800703-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:24.649849 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:26.401001 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:27.536917 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33126) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:28.026388 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING oslo_policy.policy [None req-bca77571-1dfd-4cfc-b5b5-6c853c40f74f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:40:28.027020 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING oslo_policy.policy [None req-bca77571-1dfd-4cfc-b5b5-6c853c40f74f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:40:28.241520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-bca77571-1dfd-4cfc-b5b5-6c853c40f74f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:40:28.242594 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-bca77571-1dfd-4cfc-b5b5-6c853c40f74f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7047670 Jul 13 20:40:29.015834 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.db.l3_hamode_db [None req-7908b371-d67b-483f-82ed-c02db20f3da9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 20:40:29.091545 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908b371-d67b-483f-82ed-c02db20f3da9 None None] Routers set() bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:29.091935 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908b371-d67b-483f-82ed-c02db20f3da9 None None] Router IDs set() for agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 20:40:30.576970 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33140) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:30.876447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:30.968206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.policy [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 20:40:31.013092 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING oslo_policy.policy [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:40:31.013458 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING oslo_policy.policy [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:40:31.021797 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.quota [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] Loaded quota_driver: . Jul 13 20:40:31.110292 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396085767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396086322', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396091585', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396104207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396111946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781395200220', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593979', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1642762', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1537529'] for rbac-policy, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.180744 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:31.182168 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e67ff370-c6aa-492b-bd30-584490f0957e admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6042271 Jul 13 20:40:33.698000 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33152) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:33.985357 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Request body: {'network': {'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'name': 'private'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:34.012987 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Made reservation on behalf of 213438cbf70d47c3bf35f88a8cfd8f04 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:34.015930 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.032178 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.152508 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.156062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.174794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:40:34.204446 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781393062714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.205020 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Unsubscribe: segment precommit_create {{(pid=104498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 20:40:34.205516 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Added segment 22044c7b-1e41-4904-adeb-363e2879f82e of type vlan for network fb2a11a7-edd1-452a-b1b5-496d651bfdfd Jul 13 20:40:34.223983 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28412af8-1534-4c13-a5b9-5e79902f2dbb,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:34.270709 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.271050 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.271382 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.271708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.272029 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.272364 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.272685 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.273014 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.273344 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.273666 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.273977 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.274288 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Tracked resource versions report: Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: pushed versions: Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: { 'AddressGroup': {'1.2'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'ConntrackHelper': {'1.0'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Log': {'1.0'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Network': {'1.1'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Port': {'1.7'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'PortForwarding': {'1.2'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'QosPolicy': {'1.8'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroup': {'1.4'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SubPort': {'1.0'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Subnet': {'1.1'}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Trunk': {'1.1'}} Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: consumer versions: Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'ConntrackHelper': '1.0', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Log': '1.0', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Network': '1.1', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Port': '1.7', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'PortForwarding': '1.2', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'QosPolicy': '1.8', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroup': '1.4', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroupRule': '1.2', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SubPort': '1.0', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Subnet': '1.1', Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Trunk': '1.1'}} Jul 13 20:40:34.275425 dv-cinder-800703-1-iscsi neutron-server[104498]: {{(pid=104498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:40:34.322387 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.372023 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.373262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:34.373917 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:34.452738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7535858 Jul 13 20:40:34.470537 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656689-267c-409f-b2bb-c87b79b0cf2d admin admin] Pushing event updated for resources: {'Network': ['ID=fb2a11a7-edd1-452a-b1b5-496d651bfdfd,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:34.482349 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:40:37.040179 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33166) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:37.415045 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8c0b3-75c4-42c3-8164-97e6fa8b459d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.416390 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-25a8c0b3-75c4-42c3-8164-97e6fa8b459d admin admin] 10.222.0.54 "GET /v2.0/networks/fb2a11a7-edd1-452a-b1b5-496d651bfdfd HTTP/1.1" status: 200 len: 825 time: 0.3752623 Jul 13 20:40:37.439560 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-123e45d7-58eb-4364-8eae-8b1b6a8164b9 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/6aac0d8a-afad-483d-b91c-d99a07991b7f HTTP/1.1" status: 200 len: 734 time: 0.0179310 Jul 13 20:40:37.447534 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'gateway_ip': '172.20.0.1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f', 'name': 'private-subnet'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:37.468345 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Made reservation on behalf of 213438cbf70d47c3bf35f88a8cfd8f04 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:37.470459 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.757482 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.826356 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70af874c-acc0-493b-a789-4345741e2975,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:37.828374 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Checking segment: {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:37.828746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Network hostable DHCP agents. Network: fb2a11a7-edd1-452a-b1b5-496d651bfdfd, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:40:37.850812 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:40:37.862043 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, fb2a11a7-edd1-452a-b1b5-496d651bfdfd) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:37.866630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:37.867259 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:37.871669 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4361e-6d44-4674-aa8d-9eaf921ba782 None None] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:37.880379 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-f6869684-d6e2-4c63-bb25-fb71a0aa3cf2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4359958 Jul 13 20:40:38.178985 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:40:38.180227 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.446063 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Allocated IP 172.20.0.2 (fb2a11a7-edd1-452a-b1b5-496d651bfdfd/70af874c-acc0-493b-a789-4345741e2975/02d458d8-97b3-46b7-a708-42b977ccf251) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:38.643067 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.683120 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Transition to ACTIVE for port object 02d458d8-97b3-46b7-a708-42b977ccf251 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:38.704072 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Transition to ACTIVE for port object 02d458d8-97b3-46b7-a708-42b977ccf251 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:38.711966 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.770739 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:38.785720 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:38.797030 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:38.800129 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Pushing event updated for resources: {'Port': ['ID=02d458d8-97b3-46b7-a708-42b977ccf251,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:38.825759 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.826043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.826388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.826753 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.827093 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.827428 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.827760 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.828132 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.828483 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.828814 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.829141 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.829465 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Tracked resource versions report: Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: pushed versions: Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: { 'AddressGroup': {'1.2'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'ConntrackHelper': {'1.0'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Log': {'1.0'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Network': {'1.1'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Port': {'1.7'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'PortForwarding': {'1.2'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'QosPolicy': {'1.8'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroup': {'1.4'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SubPort': {'1.0'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Subnet': {'1.1'}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Trunk': {'1.1'}} Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: consumer versions: Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'ConntrackHelper': '1.0', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Log': '1.0', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Network': '1.1', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Port': '1.7', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'PortForwarding': '1.2', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'QosPolicy': '1.8', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroup': '1.4', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroupRule': '1.2', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SubPort': '1.0', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Subnet': '1.1', Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Trunk': '1.1'}} Jul 13 20:40:38.830631 dv-cinder-800703-1-iscsi neutron-server[104499]: {{(pid=104499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:40:38.882535 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Attempting to bind port 02d458d8-97b3-46b7-a708-42b977ccf251 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:38.883109 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Attempting to bind port 02d458d8-97b3-46b7-a708-42b977ccf251 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:38.883379 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Attempting to bind port 02d458d8-97b3-46b7-a708-42b977ccf251 on network fb2a11a7-edd1-452a-b1b5-496d651bfdfd {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:38.888280 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:38.888695 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Checking segment: {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:38.889188 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.889580 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Bound using segment: {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:38.890044 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Bound port: 02d458d8-97b3-46b7-a708-42b977ccf251, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:38.890452 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:38.951220 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] For port 02d458d8-97b3-46b7-a708-42b977ccf251, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:38.955441 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] For port 02d458d8-97b3-46b7-a708-42b977ccf251, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=02d458d8-97b3-46b7-a708-42b977ccf251,segment=NetworkSegment(22044c7b-1e41-4904-adeb-363e2879f82e),segment_id=22044c7b-1e41-4904-adeb-363e2879f82e)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:38.960027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:39.024460 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4b41-db7d-4a38-92c5-6f97480e1fc7 None None] Pushing event updated for resources: {'Port': ['ID=02d458d8-97b3-46b7-a708-42b977ccf251,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:40.238145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33174) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:40.540181 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-e8d592ea-b9c9-46f3-86ce-aaca1074ae5c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:40:40.541240 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e8d592ea-b9c9-46f3-86ce-aaca1074ae5c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020182 Jul 13 20:40:42.900404 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33182) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:43.203213 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-5c79d2cb-e981-4dc9-b1ac-596f4ce985ca admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:40:43.204329 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-5c79d2cb-e981-4dc9-b1ac-596f4ce985ca admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029981 Jul 13 20:40:45.068826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37619818-475d-4ea2-8ed2-512d1e5d9410 None None] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:45.190851 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-e1c6bc98-1685-4f4f-82e2-73359b559233 None None] Provisioning for port 02d458d8-97b3-46b7-a708-42b977ccf251 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:45.695936 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 02d458d8-97b3-46b7-a708-42b977ccf251 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:45.775476 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 02d458d8-97b3-46b7-a708-42b977ccf251 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:45.779081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 02d458d8-97b3-46b7-a708-42b977ccf251 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:45.779480 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:45.815198 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33196) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:45.886803 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:45.919925 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 02d458d8-97b3-46b7-a708-42b977ccf251, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=02d458d8-97b3-46b7-a708-42b977ccf251,segment=NetworkSegment(22044c7b-1e41-4904-adeb-363e2879f82e),segment_id=22044c7b-1e41-4904-adeb-363e2879f82e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:40:45.924514 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:45.971123 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=02d458d8-97b3-46b7-a708-42b977ccf251,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:46.108934 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Request body: {'router': {'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'name': 'router1'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:46.132612 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:46.134152 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:46.266051 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:46.271087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:46.282758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:46.283993 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c1655551-137d-47d0-b85b-1a6eeabaaba4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4673076 Jul 13 20:40:47.676181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 02d458d8-97b3-46b7-a708-42b977ccf251 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:40:47.723861 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 02d458d8-97b3-46b7-a708-42b977ccf251 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:47.724234 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:48.603214 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33204) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:48.902247 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-76702a3f-000e-4475-93bb-2007182669fb admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:40:48.903248 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-76702a3f-000e-4475-93bb-2007182669fb admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2991107 Jul 13 20:40:51.146054 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5ac6-dd9d-4a57-8b57-4f0877a7c98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.235576 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33212) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:51.532974 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:51.554101 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Made reservation on behalf of 1ffea60ace9c4aff85fc325611572ac2 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:51.556530 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.564383 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.649068 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.652389 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.666780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Reserving flat network on physical network physnet1 {{(pid=104498) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 20:40:51.685550 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97e45e-7997-485f-81b5-53b5f358a8e7,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:51.689416 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.689754 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Added segment 91022e54-8ab7-4f64-b957-2d2df5f2e495 of type flat for network 3564706d-c280-4690-857f-70ab28eb397d Jul 13 20:40:51.733639 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.767728 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.768665 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:51.769237 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:51.822910 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5862565 Jul 13 20:40:51.827648 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b37ab-aaf3-477e-a266-7a2775182eba admin admin] Pushing event updated for resources: {'Network': ['ID=3564706d-c280-4690-857f-70ab28eb397d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:51.840853 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 3564706d-c280-4690-857f-70ab28eb397d details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:40:53.689749 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-256d7d94-43cb-41f8-98e9-e463f25f70dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:53.780423 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:54.122694 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33220) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:54.461798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9f04e-250f-4163-83a9-00cd7c90de04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:54.463116 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-71c9f04e-250f-4163-83a9-00cd7c90de04 admin admin] 10.222.0.54 "GET /v2.0/subnets/70af874c-acc0-493b-a789-4345741e2975 HTTP/1.1" status: 200 len: 849 time: 0.3394704 Jul 13 20:40:54.575493 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7874cd94-c5e5-45ee-81cb-c74da7d10673 admin admin] 10.222.0.54 "GET /v2.0/routers/6c7bd5cd-dd37-4bc4-b89a-dd005a627859 HTTP/1.1" status: 200 len: 704 time: 0.1071043 Jul 13 20:40:54.602170 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:54.836957 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.117899 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Allocated IP 172.20.0.1 (fb2a11a7-edd1-452a-b1b5-496d651bfdfd/70af874c-acc0-493b-a789-4345741e2975/1ff128d0-dda7-4476-8b6b-bc11085d623b) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:40:55.310199 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.332329 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Transition to ACTIVE for port object 1ff128d0-dda7-4476-8b6b-bc11085d623b will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:55.408642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.477549 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:55.481966 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:55.484459 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:40:55.484995 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.545923 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff128d0-dda7-4476-8b6b-bc11085d623b,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:55.684658 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-aa2495ec-a3c6-4764-9f43-eb533e6236b1 None None] Provisioning for port 1ff128d0-dda7-4476-8b6b-bc11085d623b completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:40:55.688225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-aa2495ec-a3c6-4764-9f43-eb533e6236b1 None None] Provisioning complete for port 1ff128d0-dda7-4476-8b6b-bc11085d623b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:55.688600 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-aa2495ec-a3c6-4764-9f43-eb533e6236b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.696980 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.720031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-aa2495ec-a3c6-4764-9f43-eb533e6236b1 None None] Port 1ff128d0-dda7-4476-8b6b-bc11085d623b cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:55.872575 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.878849 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.879584 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:55.953214 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff128d0-dda7-4476-8b6b-bc11085d623b,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:55.997878 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:40:55.999154 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:56.152927 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:40:56.240225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-8db566db-a4a3-4d3a-a1c0-02278b5b0e91 None None] Provisioning complete for port 1ff128d0-dda7-4476-8b6b-bc11085d623b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:40:56.240598 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-8db566db-a4a3-4d3a-a1c0-02278b5b0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:56.241854 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:40:56.253583 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d536ceaa-6223-478e-ba32-6bfa20385df8 admin admin] 10.222.0.54 "PUT /v2.0/routers/6c7bd5cd-dd37-4bc4-b89a-dd005a627859/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6669226 Jul 13 20:40:56.256353 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Sync routers for ids ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:40:56.268386 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Routers {'6c7bd5cd-dd37-4bc4-b89a-dd005a627859'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:56.269728 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:40:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:56.274969 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-8db566db-a4a3-4d3a-a1c0-02278b5b0e91 None None] Port 1ff128d0-dda7-4476-8b6b-bc11085d623b cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:40:56.351359 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:56.453034 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Set router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:56.876811 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:40:55Z', 'revision_number': 2, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port_host': None, '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:40:55Z', 'revision_number': 2, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:56.928340 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Checking router: 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:40:56.928718 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Updating router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 port 1ff128d0-dda7-4476-8b6b-bc11085d623b binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:40:56.992998 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.475570 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.493253 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Transition to ACTIVE for port object 1ff128d0-dda7-4476-8b6b-bc11085d623b will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:40:57.499575 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.657549 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Pushing event updated for resources: {'Port': ['ID=1ff128d0-dda7-4476-8b6b-bc11085d623b,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:57.660118 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Attempting to bind port 1ff128d0-dda7-4476-8b6b-bc11085d623b on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:40:57.660508 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Attempting to bind port 1ff128d0-dda7-4476-8b6b-bc11085d623b by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:40:57.660914 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Attempting to bind port 1ff128d0-dda7-4476-8b6b-bc11085d623b on network fb2a11a7-edd1-452a-b1b5-496d651bfdfd {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:40:57.667630 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:40:57.668038 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Checking segment: {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:57.668531 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.668919 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Bound using segment: {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:40:57.669401 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Bound port: 1ff128d0-dda7-4476-8b6b-bc11085d623b, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22044c7b-1e41-4904-adeb-363e2879f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:40:57.669801 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.675793 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.676140 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.676479 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.676811 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.677139 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.677468 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.677793 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.678115 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.678452 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.678798 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.679121 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.679441 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Tracked resource versions report: Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: pushed versions: Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: { 'AddressGroup': {'1.2'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'ConntrackHelper': {'1.0'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Log': {'1.0'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Network': {'1.1'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Port': {'1.7'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'PortForwarding': {'1.2'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'QosPolicy': {'1.8'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroup': {'1.4'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SubPort': {'1.0'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Subnet': {'1.1'}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Trunk': {'1.1'}} Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: consumer versions: Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'ConntrackHelper': '1.0', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Log': '1.0', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Network': '1.1', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Port': '1.7', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'PortForwarding': '1.2', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'QosPolicy': '1.8', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroup': '1.4', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroupRule': '1.2', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SubPort': '1.0', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Subnet': '1.1', Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Trunk': '1.1'}} Jul 13 20:40:57.680576 dv-cinder-800703-1-iscsi neutron-server[104500]: {{(pid=104500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:40:57.745999 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] For port 1ff128d0-dda7-4476-8b6b-bc11085d623b, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:40:57.768971 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] For port 1ff128d0-dda7-4476-8b6b-bc11085d623b, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=1ff128d0-dda7-4476-8b6b-bc11085d623b,segment=NetworkSegment(22044c7b-1e41-4904-adeb-363e2879f82e),segment_id=22044c7b-1e41-4904-adeb-363e2879f82e)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:40:57.773212 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:57.826821 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Routers {'6c7bd5cd-dd37-4bc4-b89a-dd005a627859'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:40:57.827781 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:40:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:57.889624 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81561-9aa8-449d-b9d0-918b91eddbe7 None None] Pushing event updated for resources: {'Port': ['ID=1ff128d0-dda7-4476-8b6b-bc11085d623b,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:57.918340 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] Set router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:40:58.121362 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:40:55Z', 'revision_number': 2, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port_host': None, '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:40:57Z', 'revision_number': 4, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:40:58.149169 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dafc35-4711-471c-b754-fa8d92609c78 None None] The sync data for ids ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'] in dv-cinder-800703-1-iscsi is: [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:40:55Z', 'revision_number': 2, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port_host': None, '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:40:57Z', 'revision_number': 4, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:40:58.593774 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33240) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:40:58.780054 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90b3bd-f089-430c-a017-406ed1fbcf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:58.781442 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7d90b3bd-f089-430c-a017-406ed1fbcf5d admin admin] 10.222.0.54 "GET /v2.0/networks/3564706d-c280-4690-857f-70ab28eb397d HTTP/1.1" status: 200 len: 842 time: 0.1865976 Jul 13 20:40:58.790555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'gateway_ip': '172.27.2.1'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:40:58.810509 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Made reservation on behalf of 1ffea60ace9c4aff85fc325611572ac2 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:40:58.812745 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:59.144318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.objects.ports [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104498) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 20:40:59.144748 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:59.200587 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8bf180-490a-4670-94e4-c7a71379303c,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:40:59.204775 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:40:59.205136 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Network hostable DHCP agents. Network: 3564706d-c280-4690-857f-70ab28eb397d, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:40:59.221267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:40:59.230434 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 3564706d-c280-4690-857f-70ab28eb397d) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:40:59.235417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:40:59.236605 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:40:59.239106 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26320f-c47f-45c5-8ff8-5ddf172e8f79 None None] Network 3564706d-c280-4690-857f-70ab28eb397d requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:40:59.253638 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-da913717-e267-4621-bcce-5582c92242dc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4660609 Jul 13 20:40:59.370806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2f469-2606-4633-8a40-409c81a59390 None None] Network 3564706d-c280-4690-857f-70ab28eb397d requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:41:01.536438 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33262) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:41:01.663402 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1965df4f-c9b5-4ac6-9f1c-2f59d9b9b4d3 admin admin] 10.222.0.54 "GET /v2.0/routers/6c7bd5cd-dd37-4bc4-b89a-dd005a627859 HTTP/1.1" status: 200 len: 710 time: 0.1258247 Jul 13 20:41:01.703465 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1ff128d0-dda7-4476-8b6b-bc11085d623b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:41:01.752366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 1ff128d0-dda7-4476-8b6b-bc11085d623b completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:41:01.754798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00f317-616e-4793-b9b3-cee2d2683574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:41:01.756272 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4e00f317-616e-4793-b9b3-cee2d2683574 admin admin] 10.222.0.54 "GET /v2.0/networks/3564706d-c280-4690-857f-70ab28eb397d HTTP/1.1" status: 200 len: 886 time: 0.0879209 Jul 13 20:41:01.756748 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 1ff128d0-dda7-4476-8b6b-bc11085d623b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:41:01.757126 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:01.765664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:41:01.838106 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:01.880735 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 1ff128d0-dda7-4476-8b6b-bc11085d623b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=1ff128d0-dda7-4476-8b6b-bc11085d623b,segment=NetworkSegment(22044c7b-1e41-4904-adeb-363e2879f82e),segment_id=22044c7b-1e41-4904-adeb-363e2879f82e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:41:01.884578 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:01.938116 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=1ff128d0-dda7-4476-8b6b-bc11085d623b,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:41:02.023025 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:02.251031 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:02.324219 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:02.424332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Allocated IP 172.27.2.88 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/18f104ca-9cdf-48ff-94be-62affaae6306) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:41:02.520063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:02.557105 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:02.597360 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:41:02.599982 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:41:02.603299 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:41:02.661491 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Pushing event updated for resources: {'Port': ['ID=18f104ca-9cdf-48ff-94be-62affaae6306,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:41:02.920609 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:03.103564 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:03.106564 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404881'] for router, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:03.207099 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:41:03.306730 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:41:03.310776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:03.311975 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-efb3348e-7b3b-4035-942e-1adc48247270 admin admin] 10.222.0.54 "PUT /v2.0/routers/6c7bd5cd-dd37-4bc4-b89a-dd005a627859 HTTP/1.1" status: 200 len: 889 time: 1.5500817 Jul 13 20:41:03.316927 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Sync routers for ids ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:41:03.328747 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Routers {'6c7bd5cd-dd37-4bc4-b89a-dd005a627859'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:41:03.329457 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:40:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:41:03.588636 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Set router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:41:03.700844 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1ff128d0-dda7-4476-8b6b-bc11085d623b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:41:03.912139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 1ff128d0-dda7-4476-8b6b-bc11085d623b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:41:03.912429 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.067270 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:41:02Z', 'revision_number': 4, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port': {'id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:41:02Z', 'updated_at': '2021-07-13T20:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:41:01Z', 'revision_number': 5, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:41:04.116892 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Checking router: 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:41:04.117254 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Updating router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 port 18f104ca-9cdf-48ff-94be-62affaae6306 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:41:04.148828 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.454035 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.464308 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Transition to ACTIVE for port object 18f104ca-9cdf-48ff-94be-62affaae6306 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:41:04.470436 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.523228 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376160-b2bc-4e4c-a70b-79739bfd1b0e None None] Pushing event updated for resources: {'Port': ['ID=18f104ca-9cdf-48ff-94be-62affaae6306,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:41:04.525415 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Attempting to bind port 18f104ca-9cdf-48ff-94be-62affaae6306 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:41:04.525790 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Attempting to bind port 18f104ca-9cdf-48ff-94be-62affaae6306 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:41:04.526154 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Attempting to bind port 18f104ca-9cdf-48ff-94be-62affaae6306 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:41:04.531494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:41:04.531865 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:41:04.532268 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.532658 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:41:04.533125 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Bound port: 18f104ca-9cdf-48ff-94be-62affaae6306, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:41:04.533529 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.582128 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] For port 18f104ca-9cdf-48ff-94be-62affaae6306, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:41:04.585345 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] For port 18f104ca-9cdf-48ff-94be-62affaae6306, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=18f104ca-9cdf-48ff-94be-62affaae6306,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:41:04.589421 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:04.637397 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Routers {'6c7bd5cd-dd37-4bc4-b89a-dd005a627859'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:41:04.638027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:40:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:41:04.758696 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376160-b2bc-4e4c-a70b-79739bfd1b0e None None] Pushing event updated for resources: {'Port': ['ID=18f104ca-9cdf-48ff-94be-62affaae6306,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:41:04.824418 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] Set router 6c7bd5cd-dd37-4bc4-b89a-dd005a627859 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:41:05.028288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-86604d56-4d9f-4a87-af05-431278843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:41:02Z', 'revision_number': 4, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port': {'id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:41:02Z', 'updated_at': '2021-07-13T20:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:41:01Z', 'revision_number': 5, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:41:05.054991 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86604d56-4d9f-4a87-af05-431278843030 None None] The sync data for ids ['6c7bd5cd-dd37-4bc4-b89a-dd005a627859'] in dv-cinder-800703-1-iscsi is: [{'id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'name': 'router1', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:40:46Z', 'updated_at': '2021-07-13T20:41:02Z', 'revision_number': 4, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'gw_port': {'id': '18f104ca-9cdf-48ff-94be-62affaae6306', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:41:02Z', 'updated_at': '2021-07-13T20:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1ff128d0-dda7-4476-8b6b-bc11085d623b', 'name': '', 'network_id': 'fb2a11a7-edd1-452a-b1b5-496d651bfdfd', 'tenant_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'mac_address': 'fa:16:3e:eb:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7bd5cd-dd37-4bc4-b89a-dd005a627859', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70af874c-acc0-493b-a789-4345741e2975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:40:54Z', 'updated_at': '2021-07-13T20:41:01Z', 'revision_number': 5, 'project_id': '213438cbf70d47c3bf35f88a8cfd8f04', 'subnets': [{'id': '70af874c-acc0-493b-a789-4345741e2975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aac0d8a-afad-483d-b91c-d99a07991b7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:41:05.695030 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 33270) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:41:05.716103 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 18f104ca-9cdf-48ff-94be-62affaae6306 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:41:05.769927 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 18f104ca-9cdf-48ff-94be-62affaae6306 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:41:05.773809 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 18f104ca-9cdf-48ff-94be-62affaae6306 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:41:05.774194 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:05.850671 dv-cinder-800703-1-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:41:05.851274 dv-cinder-800703-1-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:41:05.853119 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:05.873180 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 18f104ca-9cdf-48ff-94be-62affaae6306, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=18f104ca-9cdf-48ff-94be-62affaae6306,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:41:05.876155 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:05.921025 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=18f104ca-9cdf-48ff-94be-62affaae6306,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:41:06.263071 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.policy [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104497) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 20:41:06.308813 dv-cinder-800703-1-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:41:06.309190 dv-cinder-800703-1-iscsi neutron-server[104497]: WARNING oslo_policy.policy [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 20:41:06.319686 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6963651f-7649-40fe-b69f-20c30379b29f admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.6225476 Jul 13 20:41:07.692891 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 18f104ca-9cdf-48ff-94be-62affaae6306 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:41:07.737366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 18f104ca-9cdf-48ff-94be-62affaae6306 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:41:07.737737 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:16.734017 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:41:21.149955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d1672979-5dc8-4d05-812e-723e1318d230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:23.706642 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-43270141-3994-4027-bd22-1354309dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:23.783837 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:24.608917 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:26.361973 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:51.153976 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9ec1205b-fa83-410c-aab8-2a25125eb0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:53.691382 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9c602189-dfec-4b47-b74e-b99afd238123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:53.732608 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:41:53.787003 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:54.613357 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:41:56.356994 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:21.155923 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-fd6e3837-1e30-42ad-9ed2-34bce5785596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:23.692068 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3771ff0d-9b1e-40f8-9a63-d41489b94aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:23.791867 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:24.612410 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:26.361309 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:30.732427 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:42:40.773254 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33848) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:40.831996 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0501424-a889-41c4-b718-2a1ddcd3de1e admin admin] GET failed (client error): The resource could not be found. Jul 13 20:42:40.833337 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b0501424-a889-41c4-b718-2a1ddcd3de1e admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591419 Jul 13 20:42:40.987488 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13363d2-f22c-4aa3-bc5b-90da34f856c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:40.989323 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d13363d2-f22c-4aa3-bc5b-90da34f856c0 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1520889 Jul 13 20:42:43.123770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33858) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:43.213583 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f2f04-eabf-46da-a94c-12ad224a3b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:43.214914 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-357f2f04-eabf-46da-a94c-12ad224a3b71 admin admin] 10.222.0.54 "GET /v2.0/subnets/70af874c-acc0-493b-a789-4345741e2975 HTTP/1.1" status: 200 len: 849 time: 0.0901766 Jul 13 20:42:43.223925 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:42:43.304228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:43.438089 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781392985878'] for subnet, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:43.464651 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:43.465233 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:43.466508 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] 10.222.0.54 "PUT /v2.0/subnets/70af874c-acc0-493b-a789-4345741e2975 HTTP/1.1" status: 200 len: 868 time: 0.2461603 Jul 13 20:42:43.471806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c2a8d-98fd-426c-9d3c-2fd962f518fc None None] Network fb2a11a7-edd1-452a-b1b5-496d651bfdfd requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:42:43.490259 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70af874c-acc0-493b-a789-4345741e2975,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:42:43.498751 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.499442 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.499975 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.500494 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.501012 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.501689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.502180 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.502706 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.503228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.503720 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.504211 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.504861 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdebfa88-dfec-45e5-9b3a-2907b43412d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:42:43.888105 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-684d9f7a-2e87-4926-99dd-b74e151da201 None None] Provisioning complete for port 1ff128d0-dda7-4476-8b6b-bc11085d623b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:42:43.888477 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-684d9f7a-2e87-4926-99dd-b74e151da201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:43.970069 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-684d9f7a-2e87-4926-99dd-b74e151da201 None None] Provisioning complete for port 02d458d8-97b3-46b7-a708-42b977ccf251 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:42:43.970347 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-684d9f7a-2e87-4926-99dd-b74e151da201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:45.599020 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33866) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:45.788136 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a7bbc-21b5-4046-80bb-a8968d5bf06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:45.788538 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a7bbc-21b5-4046-80bb-a8968d5bf06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:45.790055 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-952a7bbc-21b5-4046-80bb-a8968d5bf06c admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900823 Jul 13 20:42:47.921790 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33874) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:48.048926 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca015f-6694-4f32-8095-873bab6a1fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:48.049395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca015f-6694-4f32-8095-873bab6a1fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:48.050928 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-daca015f-6694-4f32-8095-873bab6a1fa6 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281812 Jul 13 20:42:50.177146 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33882) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:50.296441 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb7c5fb-2131-4662-aa94-7ea57061c7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:50.298271 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1eb7c5fb-2131-4662-aa94-7ea57061c7b1 admin admin] 10.222.0.54 "GET /v2.0/networks/3564706d-c280-4690-857f-70ab28eb397d HTTP/1.1" status: 200 len: 886 time: 0.1201842 Jul 13 20:42:51.156901 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68e812a2-55cf-40f6-bc8e-40aeb3b81cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:52.443124 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33890) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:52.568624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a2217-d943-4484-baa7-381f4af03af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:52.569977 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-157a2217-d943-4484-baa7-381f4af03af4 admin admin] 10.222.0.54 "GET /v2.0/networks/fb2a11a7-edd1-452a-b1b5-496d651bfdfd HTTP/1.1" status: 200 len: 869 time: 0.1259067 Jul 13 20:42:53.692656 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f216fa2f-14b2-483b-ad8e-6055ef8d248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:53.791621 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:54.615626 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:54.694884 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33898) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:54.915130 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceaeb1-7f64-454a-842c-1295810b3a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:54.915492 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceaeb1-7f64-454a-842c-1295810b3a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:54.917001 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-87ceaeb1-7f64-454a-842c-1295810b3a28 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2211683 Jul 13 20:42:56.362958 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:42:57.050194 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33906) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:57.137225 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cfce2-3981-4fd2-a62b-7cfe383e123c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:57.137678 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cfce2-3981-4fd2-a62b-7cfe383e123c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:57.139170 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-458cfce2-3981-4fd2-a62b-7cfe383e123c admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880063 Jul 13 20:42:59.249417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33914) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:42:59.335642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594882df-9e8f-4219-905d-5660e16f42ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:42:59.336943 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-594882df-9e8f-4219-905d-5660e16f42ef admin admin] 10.222.0.54 "GET /v2.0/subnets/70af874c-acc0-493b-a789-4345741e2975 HTTP/1.1" status: 200 len: 868 time: 0.0865848 Jul 13 20:43:01.463546 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33922) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:01.549559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04be82a-e738-4247-a611-5577541a25ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:01.550920 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b04be82a-e738-4247-a611-5577541a25ba admin admin] 10.222.0.54 "GET /v2.0/subnets/db8bf180-490a-4670-94e4-c7a71379303c HTTP/1.1" status: 200 len: 816 time: 0.0863781 Jul 13 20:43:07.731998 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:43:21.158856 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-cca0acc8-f008-4008-8c95-4c8fda171f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.692175 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-25c856b4-1ed2-4c46-b60c-0c8bc6f290b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:23.791528 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:24.618667 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:25.437725 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33974) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:25.482908 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-eff84150-cd05-48cd-8452-82acd9f38bad admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:43:25.484478 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-eff84150-cd05-48cd-8452-82acd9f38bad admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458164 Jul 13 20:43:26.367181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:27.679002 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33982) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:27.735478 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b2f0a6-0411-4520-9dad-391edd93aa92 admin admin] GET failed (client error): The resource could not be found. Jul 13 20:43:27.736751 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b8b2f0a6-0411-4520-9dad-391edd93aa92 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0567963 Jul 13 20:43:27.817735 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c77489-f21f-453e-b846-189997394081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:27.819185 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-f5c77489-f21f-453e-b846-189997394081 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786827 Jul 13 20:43:29.974839 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33990) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:30.019534 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:43:30.038897 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Made reservation on behalf of 1ffea60ace9c4aff85fc325611572ac2 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:43:30.041129 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:30.071683 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING neutron.services.revisions.revision_plugin [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Could not find related network for resource to bump revision. Jul 13 20:43:30.083818 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:43:30.093320 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:30.093658 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Added segment fd2e260a-1139-4034-b84f-86446d2acc9e of type vlan for network f78cd183-7917-40a1-8427-2f35b3d0d1be Jul 13 20:43:30.131255 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:30.157734 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:30.158732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:30.159312 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:30.209953 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340691 Jul 13 20:43:30.214693 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db91f7-44c3-41aa-b063-3d1b5f300581 admin admin] Pushing event updated for resources: {'Network': ['ID=f78cd183-7917-40a1-8427-2f35b3d0d1be,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:30.226225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network f78cd183-7917-40a1-8427-2f35b3d0d1be details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:43:32.397863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 33998) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:43:32.455593 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d598e91-b85c-4b67-8cae-af9705756156 admin admin] GET failed (client error): The resource could not be found. Jul 13 20:43:32.456909 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-2d598e91-b85c-4b67-8cae-af9705756156 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580935 Jul 13 20:43:32.526371 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e6c31-e9ff-4951-bd2b-2f3706804cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:32.527895 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e91e6c31-e9ff-4951-bd2b-2f3706804cb8 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672810 Jul 13 20:43:32.538140 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be', 'cidr': '192.168.233.0/24'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:43:32.556345 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Made reservation on behalf of 1ffea60ace9c4aff85fc325611572ac2 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:43:32.558554 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:32.715428 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:32.770511 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f4dffc-8368-485d-8517-2dc04d18f8c1,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:32.775383 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Checking segment: {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:43:32.775749 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Network hostable DHCP agents. Network: f78cd183-7917-40a1-8427-2f35b3d0d1be, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:43:32.791846 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Network f78cd183-7917-40a1-8427-2f35b3d0d1be is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:43:32.800269 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, f78cd183-7917-40a1-8427-2f35b3d0d1be) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:43:32.807701 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a3f9f-c228-4aae-a9b3-6d6910b8c5a9 None None] Network f78cd183-7917-40a1-8427-2f35b3d0d1be requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:43:32.808756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:43:32.809342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:32.822436 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-966911c0-fbe6-46e0-b3fc-70f3b089fc51 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2874310 Jul 13 20:43:32.955460 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-f78cd183-7917-40a1-8427-2f35b3d0d1be', 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be', 'tenant_id': '1ffea60ace9c4aff85fc325611572ac2', 'fixed_ips': [{'subnet_id': 'f2f4dffc-8368-485d-8517-2dc04d18f8c1'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:43:32.956357 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.182004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Allocated IP 192.168.233.2 (f78cd183-7917-40a1-8427-2f35b3d0d1be/f2f4dffc-8368-485d-8517-2dc04d18f8c1/36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:43:33.324620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.333401 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Transition to ACTIVE for port object 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:43:33.348773 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Transition to ACTIVE for port object 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:43:33.355527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.396451 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Network f78cd183-7917-40a1-8427-2f35b3d0d1be is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:43:33.399304 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:43:33.401656 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:43:33.407843 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Pushing event updated for resources: {'Port': ['ID=36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:33.418224 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.418599 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.418951 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.419284 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.419615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.419943 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.420267 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.420615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.420954 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.421277 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.421591 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.421908 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:43:33.474486 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Attempting to bind port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:43:33.474882 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Attempting to bind port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:43:33.475252 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Attempting to bind port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 on network f78cd183-7917-40a1-8427-2f35b3d0d1be {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:43:33.480317 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:43:33.480690 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Checking segment: {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:43:33.481099 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.481513 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Bound using segment: {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:43:33.481976 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Bound port: 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:43:33.482371 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.543807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] For port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:43:33.547552 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] For port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:43:33.551640 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:33.612094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7011fe8-f83e-4f20-a2d3-19a46d37b2fc None None] Pushing event updated for resources: {'Port': ['ID=36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:33.838498 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:43:33.894657 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:43:34.419838 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8b756-9ef2-46af-91d5-61bb8d25e3fc None None] Network f78cd183-7917-40a1-8427-2f35b3d0d1be requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:43:34.536615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Provisioning for port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:43:34.543273 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Provisioning complete for port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:43:34.543635 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:34.653715 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:34.689408 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] For port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:43:34.696281 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:34.754330 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e517dab-9134-4852-8990-e2a8e4232b42 None None] Pushing event updated for resources: {'Port': ['ID=36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:43:34.918110 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2403c58d-dc4d-4049-a56a-e9165f0d09ff None None] Provisioning complete for port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:43:34.918817 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2403c58d-dc4d-4049-a56a-e9165f0d09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:35.811672 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:43:35.859441 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 36dcaf0c-c0dc-4e9b-b96d-df5212ccb9f2 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:43:35.859806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:44.730654 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:43:51.160527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-fb7a905b-029d-44f2-bff5-e09ed8219bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:53.692862 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-dc945e9d-3504-49f7-8e2c-2d1dad5a0206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:53.792203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:54.622855 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:43:56.370638 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:21.160775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7708c6f5-7258-4911-b2ef-4be2882bd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:21.732252 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:44:23.693297 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f1d81c47-ab4a-4a26-af5d-17562ff9a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:23.795256 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:24.625536 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:26.373391 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:46.860689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34050) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:44:46.867448 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [None req-6cec881f-ed59-4cd1-8fe9-c9a6c083b387 tempest-verify_tempest_config-1407313016 tempest-verify_tempest_config-1407313016-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:44:46.868626 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6cec881f-ed59-4cd1-8fe9-c9a6c083b387 tempest-verify_tempest_config-1407313016 tempest-verify_tempest_config-1407313016-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068727 Jul 13 20:44:47.172841 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34068) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:44:47.269996 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.354618 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.358016 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.400771 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=330bacc83d6f4ad3b2d3c748cb8e5643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2269199 Jul 13 20:44:47.404288 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34072) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:44:47.406540 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8464c7-8c1d-4bfa-8502-b68ba37d32b9,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:44:47.413340 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.413702 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.414039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.414418 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.414767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.415112 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.415436 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.415772 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.416109 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.416430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.416742 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.417085 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c92918-72aa-486b-a354-f6e9b2f4cd1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.489813 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.509495 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.599615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.602207 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:47.603385 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db8464c7-8c1d-4bfa-8502-b68ba37d32b9 HTTP/1.1" status: 204 len: 168 time: 0.1980691 Jul 13 20:44:47.611358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8464c7-8c1d-4bfa-8502-b68ba37d32b9,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:44:47.623240 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.623584 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.623918 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.624245 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.624571 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.624910 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.625300 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.625550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.625874 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.626195 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.626509 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.626856 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eebddc-143c-4d0e-a882-d062472cf49e admin admin] Tracked resource versions report: Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: pushed versions: Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: { 'AddressGroup': {'1.2'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'ConntrackHelper': {'1.0'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Log': {'1.0'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Network': {'1.1'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Port': {'1.7'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'PortForwarding': {'1.2'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'QosPolicy': {'1.8'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroup': {'1.4'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SubPort': {'1.0'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Subnet': {'1.1'}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Trunk': {'1.1'}} Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: consumer versions: Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'ConntrackHelper': '1.0', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Log': '1.0', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Network': '1.1', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Port': '1.7', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'PortForwarding': '1.2', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'QosPolicy': '1.8', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroup': '1.4', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroupRule': '1.2', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SubPort': '1.0', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Subnet': '1.1', Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Trunk': '1.1'}} Jul 13 20:44:47.628240 dv-cinder-800703-1-iscsi neutron-server[104497]: {{(pid=104497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:44:51.166779 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-5c395eaa-e5fb-4061-a0a6-b9d2664e1fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:53.693833 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-ae5ab68c-fe09-4403-a290-91da03061328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:53.795271 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:54.628970 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:56.377484 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:44:58.731084 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:45:21.166501 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-5ef90134-d514-4347-9324-1312e93f064a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.693816 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4807-55f0-4853-98c4-ff1e94c65c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:23.794066 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:24.629812 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:26.384337 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:35.732049 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:45:51.167916 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f3b03a42-a507-485a-9a5a-99968cb80cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:53.693387 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d008-0c07-43e6-ad67-67210936197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:53.794562 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:54.632677 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:45:56.384283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:12.729853 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 5 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:46:20.841422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415290'] for agent, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:21.170967 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef866-53ad-421b-8595-a86535f7862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:23.693893 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7ec6-c56c-4be8-876c-e9c29374eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:23.793712 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:24.635134 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:24.894492 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34130) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:46:24.992440 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-25b1dfa3-1fac-425f-babf-c85cf3327d37 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0968468 Jul 13 20:46:26.389129 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:27.158353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34140) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:46:27.210231 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3cac00b0-2472-40e9-b69e-b871568cad13 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0508087 Jul 13 20:46:49.728623 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:46:50.778712 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:51.171627 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bf6b783c-9def-4af6-8081-c2269f5ebddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:53.694633 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a0156423-37f2-4d78-824b-8255d837ec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:53.793078 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:54.636732 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:46:56.389393 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:20.785378 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:21.173610 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9c25c1d9-0091-477d-9d30-4abd673ac9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:23.696473 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb71c-a12d-4d84-ba6d-89587d9b35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:23.793652 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:24.642655 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:26.393688 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:26.727411 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:47:50.813492 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:51.185810 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-94a8b843-8f7b-47d7-a918-97b3ab373b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:53.705273 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ffc2-88d3-4516-b07e-a04a2d95c150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:53.906068 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.548939 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34382) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:54.576379 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34388) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:54.583702 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34392) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:54.642850 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.854499 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-network', 'tenant_id': '8d607e6082e6467aba667c6a806e6406'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:54.856117 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.quota [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Loaded quota_driver: . Jul 13 20:47:54.908480 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-780629365-network', 'tenant_id': 'f28b90b1b82042f180370aee15499dba'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:54.931718 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-334458264-network', 'tenant_id': '5ac9d9bfb8f044238be4f8c552771eba'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:54.937080 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Made reservation on behalf of 8d607e6082e6467aba667c6a806e6406 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:54.940002 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.956480 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Made reservation on behalf of f28b90b1b82042f180370aee15499dba for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:54.962938 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.982980 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:54.995258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.026092 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Made reservation on behalf of 5ac9d9bfb8f044238be4f8c552771eba for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:55.028594 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.040091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.163471 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.176332 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.207718 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:47:55.236718 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781393062714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.237322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Unsubscribe: segment precommit_create {{(pid=104497) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 20:47:55.237822 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Added segment cf77652e-3f7e-4d44-8c79-ea7f148a89d3 of type vlan for network df29dba9-4348-4418-b21f-4faad9cf65b6 Jul 13 20:47:55.316837 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214eb566-2fb9-41c6-8170-9c1c1759965d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:55.347635 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.348012 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.348459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.348804 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.349143 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.349493 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.349835 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.350181 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.350526 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.350881 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.351210 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.351528 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Tracked resource versions report: Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: pushed versions: Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: { 'AddressGroup': {'1.2'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'ConntrackHelper': {'1.0'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Log': {'1.0'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Network': {'1.1'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Port': {'1.7'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'PortForwarding': {'1.2'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'QosPolicy': {'1.8'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroup': {'1.4'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SubPort': {'1.0'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Subnet': {'1.1'}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Trunk': {'1.1'}} Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: consumer versions: Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: HyperV agent@hv-cinder-80070: {}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'ConntrackHelper': '1.0', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Log': '1.0', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Network': '1.1', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Port': '1.7', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'PortForwarding': '1.2', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'QosPolicy': '1.8', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroup': '1.4', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SecurityGroupRule': '1.2', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'SubPort': '1.0', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Subnet': '1.1', Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: 'Trunk': '1.1'}} Jul 13 20:47:55.352617 dv-cinder-800703-1-iscsi neutron-server[104497]: {{(pid=104497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:47:55.373676 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.455023 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.456410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.457756 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:55.458653 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.497786 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.600727 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] Pushing event updated for resources: {'Network': ['ID=df29dba9-4348-4418-b21f-4faad9cf65b6,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:55.604046 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4a036-3841-4e8f-b559-48960905a362,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:55.674672 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:47:55.675355 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network df29dba9-4348-4418-b21f-4faad9cf65b6 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:47:55.704359 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.705882 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Added segment 0f82d016-2a53-407b-bc64-b0ed8aefd805 of type vlan for network 8b3d431d-57d5-4505-be77-df23c3d81fea Jul 13 20:47:55.772922 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.833107 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.836365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.837751 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:55.838643 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.858077 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.932913 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7dbbc846-9842-44b5-b71b-07f9cdf020eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3827708 Jul 13 20:47:55.935880 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34468) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:55.940183 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] Pushing event updated for resources: {'Network': ['ID=8b3d431d-57d5-4505-be77-df23c3d81fea,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:55.943410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Request body: {'subnet': {'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-subnet', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:55.952992 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:47:55.956621 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 8b3d431d-57d5-4505-be77-df23c3d81fea details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:47:55.966845 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-91369c94-a6a2-4be3-9bba-49de6eb3bafa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3892634 Jul 13 20:47:55.971072 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34472) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:55.978386 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Request body: {'subnet': {'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-subnet', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:55.985686 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9849ac03-e464-4ce2-856f-ca2f0e76a79d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:55.988885 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Made reservation on behalf of 8d607e6082e6467aba667c6a806e6406 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:55.991976 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:55.992542 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Added segment c7e0c439-24a2-407c-bf90-36e3fadf0b96 of type vlan for network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 Jul 13 20:47:55.993549 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.058459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Made reservation on behalf of f28b90b1b82042f180370aee15499dba for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:56.060756 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.071765 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.206275 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.207360 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:56.207996 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.209630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.283030 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Checking segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:47:56.283471 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Network hostable DHCP agents. Network: df29dba9-4348-4418-b21f-4faad9cf65b6, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:47:56.291147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:56.302168 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7173970 Jul 13 20:47:56.305338 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34476) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:56.316238 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Request body: {'subnet': {'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-334458264-subnet', 'tenant_id': '5ac9d9bfb8f044238be4f8c552771eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:56.320232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:47:56.322794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.323261 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.323609 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.323734 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c0a1-a4b0-485a-ba38-1a9a6e9c2be0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6a1cdb-ba54-46eb-9c48-1f93281fddd7,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:56.323940 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.324453 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.324792 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.325123 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.325904 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.326254 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.326988 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.327504 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.327832 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Tracked resource versions report: Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: pushed versions: Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: { 'AddressGroup': {'1.2'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'ConntrackHelper': {'1.0'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Log': {'1.0'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Network': {'1.1'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Port': {'1.7'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'PortForwarding': {'1.2'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'QosPolicy': {'1.8'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroup': {'1.4'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SubPort': {'1.0'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Subnet': {'1.1'}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Trunk': {'1.1'}} Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: consumer versions: Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: HyperV agent@hv-cinder-80070: {}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'ConntrackHelper': '1.0', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Log': '1.0', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Network': '1.1', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Port': '1.7', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'PortForwarding': '1.2', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'QosPolicy': '1.8', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroup': '1.4', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SecurityGroupRule': '1.2', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'SubPort': '1.0', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Subnet': '1.1', Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: 'Trunk': '1.1'}} Jul 13 20:47:56.328932 dv-cinder-800703-1-iscsi neutron-server[104498]: {{(pid=104498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:47:56.333999 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:47:56.349796 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, df29dba9-4348-4418-b21f-4faad9cf65b6) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:56.356756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:56.357377 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.373179 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Made reservation on behalf of 5ac9d9bfb8f044238be4f8c552771eba for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:47:56.375906 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.384864 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35c1d1-bbc1-498f-9769-690738a594ee None None] Network df29dba9-4348-4418-b21f-4faad9cf65b6 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:47:56.470363 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-3d4be8e2-ff3e-4db2-ac13-a9754daa35d2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5327954 Jul 13 20:47:56.476177 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.477824 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34482) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:56.483684 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:56.487094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.536544 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.537541 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.593631 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-df29dba9-4348-4418-b21f-4faad9cf65b6', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:47:56.594845 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.614780 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:56.638895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Checking segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:47:56.639282 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Network hostable DHCP agents. Network: 8b3d431d-57d5-4505-be77-df23c3d81fea, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:47:56.644164 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.648215 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.686758 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Network 8b3d431d-57d5-4505-be77-df23c3d81fea is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:47:56.717272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 8b3d431d-57d5-4505-be77-df23c3d81fea) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:56.727392 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:56.728224 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.745321 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3c4ce-be5f-4845-be9b-2c54a2299255 None None] Network 8b3d431d-57d5-4505-be77-df23c3d81fea requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:47:56.758651 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6795339e-d67f-483d-b342-3c07c4a576ef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7863545 Jul 13 20:47:56.759577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34492) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:56.768907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:47:56.845457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a88e6f2-171e-44d1-8766-b09aa12db5ce,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:56.872923 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Allocated IP 172.20.0.2 (df29dba9-4348-4418-b21f-4faad9cf65b6/d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c/560bae06-687b-4f85-baca-edce5f0b6d09) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:47:56.900766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Checking segment: {'id': 'c7e0c439-24a2-407c-bf90-36e3fadf0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:47:56.901393 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Network hostable DHCP agents. Network: cb6a1cdb-ba54-46eb-9c48-1f93281fddd7, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:47:56.908982 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.923252 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.924544 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:56.988847 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:47:56.989694 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadc2f9-3850-4113-871a-e57982d29b00 None None] Network 8b3d431d-57d5-4505-be77-df23c3d81fea requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:47:57.012249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, cb6a1cdb-ba54-46eb-9c48-1f93281fddd7) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:57.017751 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:57.019064 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.033879 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b6b80-a310-47c7-a479-0587afb04ebe None None] Network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:47:57.176385 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.187825 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-78bfd93e-f7fb-42df-ad8c-6be589777bef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8769958 Jul 13 20:47:57.351845 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.390426 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd730a8-7375-4e9a-9578-97931fa99f94 None None] Network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:47:57.496049 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.515293 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.533306 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Transition to ACTIVE for port object 560bae06-687b-4f85-baca-edce5f0b6d09 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:47:57.540366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.586755 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Transition to ACTIVE for port object 560bae06-687b-4f85-baca-edce5f0b6d09 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:47:57.606145 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.744941 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:47:57.746683 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Allocated IP 172.27.2.38 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/2d00e358-55db-4c65-a577-bcf5e73178cd) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:47:57.779422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:57.786026 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:47:57.834984 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34558) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:57.837541 dv-cinder-800703-1-iscsi neutron-server[104497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 20:47:57.864802 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Pushing event updated for resources: {'Port': ['ID=560bae06-687b-4f85-baca-edce5f0b6d09,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:57.873395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.911768 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:57.975525 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.975894 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.976250 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.976569 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.976897 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.977222 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.977543 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.977867 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.978209 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.978520 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.979122 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.979601 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Tracked resource versions report: Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: pushed versions: Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: { 'AddressGroup': {'1.2'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'ConntrackHelper': {'1.0'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Log': {'1.0'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Network': {'1.1'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Port': {'1.7'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'PortForwarding': {'1.2'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'QosPolicy': {'1.8'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroup': {'1.4'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SubPort': {'1.0'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Subnet': {'1.1'}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Trunk': {'1.1'}} Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: consumer versions: Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: HyperV agent@hv-cinder-80070: {}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'ConntrackHelper': '1.0', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Log': '1.0', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Network': '1.1', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Port': '1.7', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'PortForwarding': '1.2', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'QosPolicy': '1.8', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroup': '1.4', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SecurityGroupRule': '1.2', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'SubPort': '1.0', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Subnet': '1.1', Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: 'Trunk': '1.1'}} Jul 13 20:47:57.987411 dv-cinder-800703-1-iscsi neutron-server[104499]: {{(pid=104499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:47:57.990553 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.040384 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.093472 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Attempting to bind port 560bae06-687b-4f85-baca-edce5f0b6d09 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:47:58.098343 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Attempting to bind port 560bae06-687b-4f85-baca-edce5f0b6d09 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:47:58.099059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Attempting to bind port 560bae06-687b-4f85-baca-edce5f0b6d09 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:47:58.100303 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:47:58.106007 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:58.108763 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:47:58.111148 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:47:58.115052 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Checking segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:47:58.115587 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.116071 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Bound using segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:47:58.116662 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Bound port: 560bae06-687b-4f85-baca-edce5f0b6d09, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:47:58.117719 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.207256 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-8ec3db44-9d4b-4ed8-af3c-9a8daa8cebef tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:47:58.209772 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-8ec3db44-9d4b-4ed8-af3c-9a8daa8cebef tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/networks?id=cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 HTTP/1.1" status: 200 len: 811 time: 0.3733783 Jul 13 20:47:58.222513 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Pushing event updated for resources: {'Port': ['ID=2d00e358-55db-4c65-a577-bcf5e73178cd,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:58.242439 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-d1e890c6-47d3-427e-8bba-cfc0e34d2ccf tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/quotas/5ac9d9bfb8f044238be4f8c552771eba HTTP/1.1" status: 200 len: 375 time: 0.0251622 Jul 13 20:47:58.260842 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Allocated IP 172.27.2.245 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/bfaa64d7-444a-434a-9095-b389aa41b627) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:47:58.317665 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-a7e5bda1-db55-4ef3-ad81-4814553fefdb tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ac9d9bfb8f044238be4f8c552771eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679748 Jul 13 20:47:58.330020 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] For port 560bae06-687b-4f85-baca-edce5f0b6d09, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:47:58.343624 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] For port 560bae06-687b-4f85-baca-edce5f0b6d09, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=560bae06-687b-4f85-baca-edce5f0b6d09,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:47:58.364471 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.427472 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.450704 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c477718-7b93-45cc-81a4-c2842417df29 None None] Pushing event updated for resources: {'Port': ['ID=560bae06-687b-4f85-baca-edce5f0b6d09,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:58.595237 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.623060 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-d831440f-3e99-432d-bb0a-8b86312b54e2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:47:58.627687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-d831440f-3e99-432d-bb0a-8b86312b54e2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751336 Jul 13 20:47:58.887706 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-133c0dcf-d254-4769-b4b0-72579bc5c778 service neutron] 10.222.0.54 "GET /v2.0/networks/cb6a1cdb-ba54-46eb-9c48-1f93281fddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425029 Jul 13 20:47:58.962867 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:58.969898 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:59.009873 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-8f786508-1ca9-41d5-96b0-f61fe7f0a286 service neutron] 10.222.0.54 "GET /v2.0/networks/cb6a1cdb-ba54-46eb-9c48-1f93281fddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156030 Jul 13 20:47:59.088465 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:47:59.128001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:47:59.130416 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:47:59.135958 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Pushing event updated for resources: {'Port': ['ID=bfaa64d7-444a-434a-9095-b389aa41b627,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:47:59.411040 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:47:59.486287 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:59.505187 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d549cdf9-2ffa-44cf-aca4-fd1e99a5c8f1 req-21bbf0bc-9480-4f59-ad51-ed4d9cbc7016 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.1448276 Jul 13 20:47:59.658278 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:47:59.670335 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:47:59.696786 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:47:59.699201 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:47:59.720513 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:59.723802 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-81dbde1f-c8a2-4469-a38c-c8cb844229ab admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2449830 Jul 13 20:47:59.726046 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34658) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:59.773327 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34662) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:47:59.833717 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:47:59.967817 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d24a8932-19ab-4cf4-b136-04195e6a1ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.039788 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da244919-9836-43de-8d6b-22d9412d712a None None] Network df29dba9-4348-4418-b21f-4faad9cf65b6 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:48:00.122735 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:00.174973 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:48:00.183385 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 560bae06-687b-4f85-baca-edce5f0b6d09 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:00.297138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d24a8932-19ab-4cf4-b136-04195e6a1ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.333401 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-6fa479a4-5696-4564-b244-b3d82f52291a None None] Provisioning for port 560bae06-687b-4f85-baca-edce5f0b6d09 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:00.416471 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:58Z', 'revision_number': 3, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:00.444638 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 560bae06-687b-4f85-baca-edce5f0b6d09 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:00.450710 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:48:00.453765 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d24a8932-19ab-4cf4-b136-04195e6a1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.468610 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 560bae06-687b-4f85-baca-edce5f0b6d09 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:00.469090 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.479532 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:48:00.480166 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Updating router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 port 2d00e358-55db-4c65-a577-bcf5e73178cd binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:48:00.522479 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Sync routers for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:48:00.523185 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34700) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:00.523753 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d24a8932-19ab-4cf4-b136-04195e6a1ab3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03a6ded063844db68c550d59a03955d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7492037 Jul 13 20:48:00.535612 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a8932-19ab-4cf4-b136-04195e6a1ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe454a-2652-4b6e-a008-7ee7bfb802e9,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:00.546390 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.581001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:00.582288 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c9e35641-d758-45d7-8e9f-77e18551b636 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8196256 Jul 13 20:48:00.585060 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34706) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:00.590467 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:00.591345 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:00.658660 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34708) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:00.660679 dv-cinder-800703-1-iscsi neutron-server[104498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 20:48:00.717044 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c5ac242f-6f90-46da-9a58-a52862b1cde4 req-3e63f52a-64ca-49b1-9adb-b6256f245de5 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.0574009 Jul 13 20:48:00.718709 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34712) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:00.999493 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.012649 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Transition to ACTIVE for port object 2d00e358-55db-4c65-a577-bcf5e73178cd will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:01.020923 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.024535 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.077903 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:01.106926 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.148580 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Attempting to bind port 2d00e358-55db-4c65-a577-bcf5e73178cd on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:01.149195 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Attempting to bind port 2d00e358-55db-4c65-a577-bcf5e73178cd by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:01.149773 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Attempting to bind port 2d00e358-55db-4c65-a577-bcf5e73178cd on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:01.157499 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:01.158260 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:01.158987 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.159569 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:01.160200 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Bound port: 2d00e358-55db-4c65-a577-bcf5e73178cd, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:01.160925 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.227208 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] For port 2d00e358-55db-4c65-a577-bcf5e73178cd, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:01.231721 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] For port 2d00e358-55db-4c65-a577-bcf5e73178cd, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2d00e358-55db-4c65-a577-bcf5e73178cd,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:01.234488 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Pushing event updated for resources: {'Port': ['ID=2d00e358-55db-4c65-a577-bcf5e73178cd,revision_number=2']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:01.254018 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.256557 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.257061 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.257736 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.258385 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.259015 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.259675 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.260160 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.261471 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.261979 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.262479 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.263095 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:48:01.263739 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7ad2-a532-4bbf-965b-08ddbbea8cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Tracked resource versions report: Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: pushed versions: Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: { 'AddressGroup': {'1.2'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'ConntrackHelper': {'1.0'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Log': {'1.0'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Network': {'1.1'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Port': {'1.7'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'PortForwarding': {'1.2'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'QosPolicy': {'1.8'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroup': {'1.4'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroupRule': {'1.2'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SubPort': {'1.0'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Subnet': {'1.1'}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Trunk': {'1.1'}} Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: consumer versions: Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: { DHCP agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: HyperV agent@hv-cinder-80070: {}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: L3 agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: Metadata agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: Metering agent@dv-cinder-800703-1-iscsi: {}, Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: Open vSwitch agent@dv-cinder-800703-1-iscsi: { 'AddressGroup': '1.2', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'ConntrackHelper': '1.0', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Log': '1.0', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Network': '1.1', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Port': '1.7', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'PortForwarding': '1.2', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'QosPolicy': '1.8', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroup': '1.4', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SecurityGroupRule': '1.2', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'SubPort': '1.0', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Subnet': '1.1', Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: 'Trunk': '1.1'}} Jul 13 20:48:01.265498 dv-cinder-800703-1-iscsi neutron-server[104500]: {{(pid=104500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 20:48:01.279146 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.299806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.316747 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2155cd85-f11f-4284-a10b-6b125a2fe23b None None] Provisioning complete for port 560bae06-687b-4f85-baca-edce5f0b6d09 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:01.317124 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2155cd85-f11f-4284-a10b-6b125a2fe23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.346231 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:01.347214 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:01.356882 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:59Z', 'revision_number': 3, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:01.399134 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Checking router: 5e5d7278-1d2f-431a-b3dc-a724a58fbddd for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:48:01.399581 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Updating router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd port bfaa64d7-444a-434a-9095-b389aa41b627 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:48:01.423371 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.426387 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.429775 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7fe454a-2652-4b6e-a008-7ee7bfb802e9 HTTP/1.1" status: 204 len: 168 time: 0.9032898 Jul 13 20:48:01.444274 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.446258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6079-b6c6-414f-a55b-367fa0c7e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fe454a-2652-4b6e-a008-7ee7bfb802e9,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:01.462434 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.515505 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:01.552373 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 560bae06-687b-4f85-baca-edce5f0b6d09, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=560bae06-687b-4f85-baca-edce5f0b6d09,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:01.605010 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.626663 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:01.760311 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c75a-e96e-48ef-b3cf-b741ec0c3038 None None] Pushing event updated for resources: {'Port': ['ID=2d00e358-55db-4c65-a577-bcf5e73178cd,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:01.798363 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:58Z', 'revision_number': 3, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:01.799562 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Allocated IP 172.20.0.1 (df29dba9-4348-4418-b21f-4faad9cf65b6/d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c/3b5728f7-7221-41d0-944b-e3961df711c4) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:01.834281 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Allocated IP 172.20.0.1 (8b3d431d-57d5-4505-be77-df23c3d81fea/ba9c6a2c-cc35-4ce7-b114-11a6d28606d9/197bed29-cce5-4998-a176-7342556416da) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:01.861007 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05af2f-2a38-4b3c-826b-cfef63a9349c None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:58Z', 'revision_number': 3, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:48:01.873093 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=560bae06-687b-4f85-baca-edce5f0b6d09,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:01.981184 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.006486 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34740) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:02.012907 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 560bae06-687b-4f85-baca-edce5f0b6d09 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:02.031576 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Transition to ACTIVE for port object 3b5728f7-7221-41d0-944b-e3961df711c4 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:02.039050 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57acb422-a58a-4168-96b5-84ec2c2c22ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.069659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.079699 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c54ae2c6-1749-4ead-b77a-fe8395f35e6a req-ccc6a851-2166-4089-b447-a24155c3a668 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.0722866 Jul 13 20:48:02.097618 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.108706 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Transition to ACTIVE for port object bfaa64d7-444a-434a-9095-b389aa41b627 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:02.112730 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7ad2-a532-4bbf-965b-08ddbbea8cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.122347 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.123082 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0d9d7ad2-a532-4bbf-965b-08ddbbea8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.142287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.168893 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d7ad2-a532-4bbf-965b-08ddbbea8cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c041a2-7f28-4db0-aa16-be828f3256f5,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.191358 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 560bae06-687b-4f85-baca-edce5f0b6d09 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:02.192350 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.196897 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Attempting to bind port bfaa64d7-444a-434a-9095-b389aa41b627 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:02.197482 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Attempting to bind port bfaa64d7-444a-434a-9095-b389aa41b627 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:02.197829 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Attempting to bind port bfaa64d7-444a-434a-9095-b389aa41b627 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:02.204102 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715a7c0-e0f9-43d9-97cf-72d582f4d3bf None None] Pushing event updated for resources: {'Port': ['ID=bfaa64d7-444a-434a-9095-b389aa41b627,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.224694 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:02.225366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:02.225936 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.226485 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:02.227146 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Bound port: bfaa64d7-444a-434a-9095-b389aa41b627, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:02.227701 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.233172 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0d9d7ad2-a532-4bbf-965b-08ddbbea8cb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d29b75a868914aaf8e11c5fc43dc789f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4412422 Jul 13 20:48:02.233523 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:02.235875 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34742) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:02.248285 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:02.259533 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.259785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:02.260412 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.330207 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] For port bfaa64d7-444a-434a-9095-b389aa41b627, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:02.334126 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] For port bfaa64d7-444a-434a-9095-b389aa41b627, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=bfaa64d7-444a-434a-9095-b389aa41b627,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:02.338030 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Network 8b3d431d-57d5-4505-be77-df23c3d81fea is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:02.369266 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.398773 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.400588 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:02.444622 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:02.445252 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:02.506093 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Pushing event updated for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.511091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57acb422-a58a-4168-96b5-84ec2c2c22ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.532232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:02.532966 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.534167 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715a7c0-e0f9-43d9-97cf-72d582f4d3bf None None] Pushing event updated for resources: {'Port': ['ID=bfaa64d7-444a-434a-9095-b389aa41b627,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.558085 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-57acb422-a58a-4168-96b5-84ec2c2c22ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.659000 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:02.742473 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.786228 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9016a3a0-b298-4a05-a1f4-22a194d48c66 None None] Provisioning for port 3b5728f7-7221-41d0-944b-e3961df711c4 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:02.799145 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9016a3a0-b298-4a05-a1f4-22a194d48c66 None None] Provisioning complete for port 3b5728f7-7221-41d0-944b-e3961df711c4 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:02.799519 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9016a3a0-b298-4a05-a1f4-22a194d48c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.802679 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.871812 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-9016a3a0-b298-4a05-a1f4-22a194d48c66 None None] Port 3b5728f7-7221-41d0-944b-e3961df711c4 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:48:02.893489 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.925254 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.936655 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.944180 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-57acb422-a58a-4168-96b5-84ec2c2c22ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c67ddcce13148ffb8b4028747e5f760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9312785 Jul 13 20:48:02.944382 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:02.944382 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6c041a2-7f28-4db0-aa16-be828f3256f5 HTTP/1.1" status: 204 len: 168 time: 0.7009771 Jul 13 20:48:02.944580 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb422-a58a-4168-96b5-84ec2c2c22ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba0c3d1-7ad8-43bf-8ff7-56c35da31f33,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:02.944662 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34764) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:02.969075 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:59Z', 'revision_number': 3, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:02.970967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea295fc-f5ba-483d-bf3f-81ac9b9726bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c041a2-7f28-4db0-aa16-be828f3256f5,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:03.007302 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77447bd-3db6-40b3-a6d5-a064f14f6c89 None None] The sync data for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi is: [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:47:59Z', 'revision_number': 3, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:48:03.131603 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.182414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.247585 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.256332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.257262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.264838 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.274378 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.275580 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.338628 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d4049c22-39b2-40c9-be1c-a21164e53558 req-b11db58a-156c-46f3-9096-79612f8f8d65 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.0491376 Jul 13 20:48:03.339325 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.343384 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:03.344612 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bba0c3d1-7ad8-43bf-8ff7-56c35da31f33 HTTP/1.1" status: 204 len: 168 time: 0.3972366 Jul 13 20:48:03.409400 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Pushing event updated for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:03.420815 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0f9ad-34b2-4575-8e13-176ec1ff901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba0c3d1-7ad8-43bf-8ff7-56c35da31f33,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:03.539797 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Network 8b3d431d-57d5-4505-be77-df23c3d81fea is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:03.544619 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:03.567087 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:03.634518 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:03.637024 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:03.732512 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:48:03.744794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:48:03.896228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:48:03.909452 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:48:03.918137 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fee40823-3e5f-44d4-aadc-9ea5499d1080 admin admin] 10.222.0.54 "PUT /v2.0/routers/5e5d7278-1d2f-431a-b3dc-a724a58fbddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3317499 Jul 13 20:48:04.076405 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device bfaa64d7-444a-434a-9095-b389aa41b627 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:04.099473 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:48:04.107171 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-dcdd0f08-f566-439d-aa17-6d6adf91c5b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/ceae3793-ffc4-445b-84d3-91c8d9cb03f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3796613 Jul 13 20:48:04.160571 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-e6ccabb2-cf3c-4d38-b3de-b0b150a80389 None None] Provisioning complete for port 3b5728f7-7221-41d0-944b-e3961df711c4 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:04.160946 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e6ccabb2-cf3c-4d38-b3de-b0b150a80389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.225304 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-e6ccabb2-cf3c-4d38-b3de-b0b150a80389 None None] Port 3b5728f7-7221-41d0-944b-e3961df711c4 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:48:04.239578 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port bfaa64d7-444a-434a-9095-b389aa41b627 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:04.254927 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port bfaa64d7-444a-434a-9095-b389aa41b627 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:04.255309 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.437641 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:48:04.450489 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:04.453778 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:04.612799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.622228 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8023ec2b-a885-408c-a195-ff37889b01d8 req-6a4b65fa-f0f7-4cbb-a7c8-ccbcdf39c26a tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.0612326 Jul 13 20:48:04.668520 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port bfaa64d7-444a-434a-9095-b389aa41b627, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=bfaa64d7-444a-434a-9095-b389aa41b627,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:04.674509 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.675836 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2d00e358-55db-4c65-a577-bcf5e73178cd up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:04.717079 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:04.801766 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=bfaa64d7-444a-434a-9095-b389aa41b627,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:04.829022 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 2d00e358-55db-4c65-a577-bcf5e73178cd completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:04.836606 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2d00e358-55db-4c65-a577-bcf5e73178cd triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:04.837040 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.950611 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:04.987040 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 2d00e358-55db-4c65-a577-bcf5e73178cd, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2d00e358-55db-4c65-a577-bcf5e73178cd,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:04.993993 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:03Z', 'revision_number': 2, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:04.996777 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.086095 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:48:05.087019 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Updating router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 port 3b5728f7-7221-41d0-944b-e3961df711c4 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:48:05.109628 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=2d00e358-55db-4c65-a577-bcf5e73178cd,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:05.120169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34854) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:05.129661 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828065174', 'description': 'tempest-description--850615070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:05.159066 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.194472 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.299546 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9180e64d-2e77-4bed-b6b5-ce21c06aec10 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:05.301564 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9180e64d-2e77-4bed-b6b5-ce21c06aec10 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 818 time: 0.1606395 Jul 13 20:48:05.334871 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-7243baac-bd77-4166-bd02-2444950bee73 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/quotas/f28b90b1b82042f180370aee15499dba HTTP/1.1" status: 200 len: 375 time: 0.0223532 Jul 13 20:48:05.363035 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.370228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.413650 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.419312 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2979586 Jul 13 20:48:05.419920 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34864) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:05.427476 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group_rule': {'security_group_id': '1404c4c4-64b2-415e-bb1d-4729e2faa762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:05.433878 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b4d8a-eb6a-43b7-9763-1605e96c6432 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1404c4c4-64b2-415e-bb1d-4729e2faa762,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:05.474873 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.501095 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-a076fb09-b610-45d1-8d57-3eb6b1a26a32 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628776 Jul 13 20:48:05.564271 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Sync routers for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:48:05.581346 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.585844 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:05.586323 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.586448 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:05.625194 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.643075 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb7a45f-29d5-43f4-9409-4df17e1aa1d9,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:05.656450 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Transition to ACTIVE for port object 3b5728f7-7221-41d0-944b-e3961df711c4 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:05.671938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.675518 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-5f5a0167-9b5d-4c28-b9a4-cd7c76682ae4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500570 Jul 13 20:48:05.677420 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34878) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:05.688529 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.697436 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group_rule': {'security_group_id': '1404c4c4-64b2-415e-bb1d-4729e2faa762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:05.759570 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77b5b-dede-4bc8-9b62-bbf7cdc964f5 None None] Pushing event updated for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:05.763716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.865520 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-acdbaf91-4ed5-4854-b0b7-abc7d75870ba service neutron] 10.222.0.54 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435848 Jul 13 20:48:05.892316 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Attempting to bind port 3b5728f7-7221-41d0-944b-e3961df711c4 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:05.892698 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Attempting to bind port 3b5728f7-7221-41d0-944b-e3961df711c4 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:05.893059 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Attempting to bind port 3b5728f7-7221-41d0-944b-e3961df711c4 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:05.904266 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:05.911099 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Checking segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:05.912058 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.912675 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Bound using segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:05.913646 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Bound port: 3b5728f7-7221-41d0-944b-e3961df711c4, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:05.914302 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:05.959254 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:05.983809 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.045039 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] For port 3b5728f7-7221-41d0-944b-e3961df711c4, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:06.052711 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] For port 3b5728f7-7221-41d0-944b-e3961df711c4, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3b5728f7-7221-41d0-944b-e3961df711c4,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:06.059294 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.105058 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-bb3cde00-ad06-4fbc-b884-4eb1217c6d86 service neutron] 10.222.0.54 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384126 Jul 13 20:48:06.109517 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69ba2d83-1761-490a-87e7-3f2ae23bf52d req-82b96a31-89f8-4912-a871-a4fdff42264f tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.1296830 Jul 13 20:48:06.110854 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.131030 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77b5b-dede-4bc8-9b62-bbf7cdc964f5 None None] Pushing event updated for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:06.158873 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:06.159565 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:06.187519 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8684b670-b95b-451e-8c9f-7624bd7091c8,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:06.189555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.194029 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34894) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:06.196796 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e086f592-1919-4893-9f81-b299caca16f8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5085490 Jul 13 20:48:06.199591 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:06.205020 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device bfaa64d7-444a-434a-9095-b389aa41b627 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:06.280664 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.327277 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:06.584887 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port bfaa64d7-444a-434a-9095-b389aa41b627 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:06.588470 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48fde89e-ae8a-4c85-9ea4-81c22c405653 req-f879f5e1-1bfe-4322-bd00-c526709bfc79 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 210 time: 0.1085832 Jul 13 20:48:06.589842 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.616956 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.44', 56250) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:06.834905 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 34928) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:06.860565 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '197bed29-cce5-4998-a176-7342556416da', 'name': '', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'mac_address': 'fa:16:3e:29:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 2, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'subnets': [{'id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:06.954536 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:06.985835 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-82b19267-c084-47e6-af29-3571be1484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:06Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:07.055852 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2d00e358-55db-4c65-a577-bcf5e73178cd up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:07.066182 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b19267-c084-47e6-af29-3571be1484bc None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:06Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:48:07.068773 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Checking router: 5e5d7278-1d2f-431a-b3dc-a724a58fbddd for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:48:07.069187 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Updating router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd port 197bed29-cce5-4998-a176-7342556416da binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:48:07.333836 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:07.384065 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-3720d020-ac94-4cb4-bf48-dfcdacaacb4e tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:07.387566 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-3720d020-ac94-4cb4-bf48-dfcdacaacb4e tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.44 "GET /v2.0/networks?id=cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 HTTP/1.1" status: 200 len: 811 time: 0.7672274 Jul 13 20:48:07.390250 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d836dca9-d3b7-42be-8e69-b1b1ea99798f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:07.435027 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Request body: {'port': {'device_id': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7', 'admin_state_up': True, 'tenant_id': '5ac9d9bfb8f044238be4f8c552771eba'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:07.642915 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4db6d165-8248-4c58-8358-b5d9e6a2e80d req-0cdf67b4-f4c9-4116-9bc5-5da3852a2157 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.1445503 Jul 13 20:48:07.797128 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 34996) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:07.990800 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Allocated IP 172.27.2.127 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/24edc0d1-0409-47c4-a3b0-0356c68cbf29) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:08.091027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2d00e358-55db-4c65-a577-bcf5e73178cd triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:08.091492 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.126201 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-541053a7-1227-4497-9799-c8bd7c308179 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:08.127753 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-541053a7-1227-4497-9799-c8bd7c308179 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 818 time: 0.6970177 Jul 13 20:48:08.129779 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d836dca9-d3b7-42be-8e69-b1b1ea99798f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.164331 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Made reservation on behalf of 5ac9d9bfb8f044238be4f8c552771eba for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:08.166277 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d836dca9-d3b7-42be-8e69-b1b1ea99798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.171022 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.349407 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.392214 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Transition to ACTIVE for port object 197bed29-cce5-4998-a176-7342556416da will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:08.409619 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.412504 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836dca9-d3b7-42be-8e69-b1b1ea99798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977e2af-4a01-4d11-95b3-33cae38b2e16,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:08.420039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-af425c2a-9747-4bcd-ab7a-7f2b4f116477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.481234 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-9fd519a9-41d3-430e-8cd5-d33c9e58e10e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/quotas/f28b90b1b82042f180370aee15499dba HTTP/1.1" status: 200 len: 375 time: 0.3171339 Jul 13 20:48:08.551111 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32246e7b-bb17-4a53-ab59-7d31561f9533 None None] Pushing event updated for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:08.561687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d836dca9-d3b7-42be-8e69-b1b1ea99798f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9630c5794fb4869bbb4c7e6ba2f39ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7257943 Jul 13 20:48:08.562536 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35040) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:08.798073 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Allocated IP 172.20.0.9 (cb6a1cdb-ba54-46eb-9c48-1f93281fddd7/2a88e6f2-171e-44d1-8766-b09aa12db5ce/7568519c-3e07-41c3-bcce-c58b08bed786) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:08.840313 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35054) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:08.852925 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Attempting to bind port 197bed29-cce5-4998-a176-7342556416da on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:08.853491 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Attempting to bind port 197bed29-cce5-4998-a176-7342556416da by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:08.853990 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Attempting to bind port 197bed29-cce5-4998-a176-7342556416da on network 8b3d431d-57d5-4505-be77-df23c3d81fea {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:08.870038 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:08.871385 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Checking segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:08.872316 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:08.872857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Bound using segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:08.874029 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Bound port: 197bed29-cce5-4998-a176-7342556416da, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:08.874518 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.003401 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] For port 197bed29-cce5-4998-a176-7342556416da, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:09.014976 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] For port 197bed29-cce5-4998-a176-7342556416da, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=197bed29-cce5-4998-a176-7342556416da,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:09.016081 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.023933 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-af425c2a-9747-4bcd-ab7a-7f2b4f116477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.027881 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.047297 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-af425c2a-9747-4bcd-ab7a-7f2b4f116477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.063078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.129051 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af425c2a-9747-4bcd-ab7a-7f2b4f116477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0604a8d-49bc-4679-a35d-220e2cd22fb6,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:09.138177 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3b5728f7-7221-41d0-944b-e3961df711c4 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:09.156793 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-3af73d7b-ec3b-4589-a555-fe9716363634 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6519415 Jul 13 20:48:09.176664 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2f8d9cf6-f7d7-4896-af72-88d796f1238f req-dcb0c2e3-8930-432e-9c53-bbc835e61f85 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.1375296 Jul 13 20:48:09.206996 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.209044 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-af425c2a-9747-4bcd-ab7a-7f2b4f116477 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad4b4f3bab324cf6a9bbb60c6fe1bad2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4086249 Jul 13 20:48:09.219194 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35066) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:09.250775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:09.253616 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:47:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:09.383560 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.495591 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.584439 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:09.616839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1b9aace8-67f8-434d-ab8f-b7c16fad9188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.641499 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.643663 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.685457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.689999 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.691179 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0604a8d-49bc-4679-a35d-220e2cd22fb6 HTTP/1.1" status: 204 len: 168 time: 0.4708169 Jul 13 20:48:09.703336 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b168f0-b73c-46a9-be04-b504ac18746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0604a8d-49bc-4679-a35d-220e2cd22fb6,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:09.738174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.793607 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.796793 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:09.806794 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e977e2af-4a01-4d11-95b3-33cae38b2e16 HTTP/1.1" status: 204 len: 168 time: 1.1968284 Jul 13 20:48:09.834261 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-1dddd335-6e8b-4699-8e91-6eedfda1505e service neutron] 10.222.0.54 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661456 Jul 13 20:48:09.911024 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:09.923305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ce2d0-53cf-4008-80a6-7374958c7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977e2af-4a01-4d11-95b3-33cae38b2e16,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:09.958161 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:10.019604 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:10.024767 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:10.033570 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:10.045882 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:10.055540 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:10.056579 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:10.059458 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=24edc0d1-0409-47c4-a3b0-0356c68cbf29,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:10.078953 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Pushing event updated for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:10.117818 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.44', 56259) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:10.207237 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32246e7b-bb17-4a53-ab59-7d31561f9533 None None] Pushing event updated for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:10.288574 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 3b5728f7-7221-41d0-944b-e3961df711c4 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:10.353651 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 3b5728f7-7221-41d0-944b-e3961df711c4 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:10.354031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:10.375657 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-a9cf9807-eac8-42a9-a55d-05ad7138f52b service neutron] 10.222.0.54 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065391 Jul 13 20:48:10.575381 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-ce36f7ef-cdd7-4ca0-a844-2eacb25df674 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:10.576933 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-ce36f7ef-cdd7-4ca0-a844-2eacb25df674 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 818 time: 0.4150920 Jul 13 20:48:10.653970 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Request body: {'port': {'device_id': '8d05b3c1-9847-475c-9895-393433d78171', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'admin_state_up': True, 'tenant_id': 'f28b90b1b82042f180370aee15499dba'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:10.814352 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35100) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:10.949544 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.007474 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a576c20c-518a-4ed9-b39d-f406fbbd3082 req-d900b6b3-b54d-4acf-931d-d73a983f525e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0469909 Jul 13 20:48:11.009387 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35110) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:11.040610 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-28bd4414-d4e6-4756-97b2-8a57b60e04f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.061511 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.142466 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '197bed29-cce5-4998-a176-7342556416da', 'name': '', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'mac_address': 'fa:16:3e:29:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:08Z', 'revision_number': 4, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'subnets': [{'id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:11.161814 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d168511-bd16-404a-9f79-7425181382b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.221214 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 3b5728f7-7221-41d0-944b-e3961df711c4, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3b5728f7-7221-41d0-944b-e3961df711c4,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:11.222511 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e931aa-b0e9-4461-9df3-09af8be94fc4 None None] The sync data for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi is: [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '197bed29-cce5-4998-a176-7342556416da', 'name': '', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'mac_address': 'fa:16:3e:29:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:08Z', 'revision_number': 4, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'subnets': [{'id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:48:11.248060 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.252494 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.272994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1b9aace8-67f8-434d-ab8f-b7c16fad9188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.332704 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-bb3f4e7f-9ce6-418a-893d-093bba635173 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9017606 Jul 13 20:48:11.392302 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde25d06-5762-4bdc-90f3-cfa04f7d2bb0 req-6cd42687-fb92-46a6-bb41-6dec719be854 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:11.421607 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cde25d06-5762-4bdc-90f3-cfa04f7d2bb0 req-6cd42687-fb92-46a6-bb41-6dec719be854 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 931 time: 0.9578252 Jul 13 20:48:11.429946 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:11.499377 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-89346ca0-3fe3-49c1-9366-54c7a1961647 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:48:11.503093 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-89346ca0-3fe3-49c1-9366-54c7a1961647 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789113 Jul 13 20:48:11.536958 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cde25d06-5762-4bdc-90f3-cfa04f7d2bb0 req-c5f2ad35-fd70-4073-a14d-0125ea230e88 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144540 Jul 13 20:48:11.568911 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1b9aace8-67f8-434d-ab8f-b7c16fad9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.701895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-28bd4414-d4e6-4756-97b2-8a57b60e04f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.715142 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aace8-67f8-434d-ab8f-b7c16fad9188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64efed6f-f889-4f3b-a3b5-399e0386a768,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:11.724780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35138) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:11.736375 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1b9aace8-67f8-434d-ab8f-b7c16fad9188 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d483c372763410bb3831c116b18fdc6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8917356 Jul 13 20:48:11.741863 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-28bd4414-d4e6-4756-97b2-8a57b60e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.814309 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Made reservation on behalf of f28b90b1b82042f180370aee15499dba for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:11.818698 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:11.842880 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-28bd4414-d4e6-4756-97b2-8a57b60e04f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2283136bc240431590dc692a8ab1ee76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8276684 Jul 13 20:48:11.859306 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35146) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:11.944752 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4414-d4e6-4756-97b2-8a57b60e04f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d49dea-7ea5-43dd-86ce-699299f7bf11,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:12.113300 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.141668 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.179783 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.186691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.189876 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.225505 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.315012 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=24edc0d1-0409-47c4-a3b0-0356c68cbf29,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:12.340493 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Allocated IP 172.20.0.13 (8b3d431d-57d5-4505-be77-df23c3d81fea/ba9c6a2c-cc35-4ce7-b114-11a6d28606d9/31b60cc3-4507-489b-bbc0-2e82df1324ce) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:12.367375 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8abc81b3-be12-4867-9138-ed3939893f36 req-7f7384de-66bf-4093-aa9e-04119ccd3e6e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0463998 Jul 13 20:48:12.450820 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.459351 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.463984 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72d49dea-7ea5-43dd-86ce-699299f7bf11 HTTP/1.1" status: 204 len: 168 time: 0.5921550 Jul 13 20:48:12.481537 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.489658 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c8e20-4b9a-48a3-9048-d05d95a402c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d49dea-7ea5-43dd-86ce-699299f7bf11,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:12.874032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d168511-bd16-404a-9f79-7425181382b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.890287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.892871 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-59177e16-f7f6-437a-90a5-c97bc81096c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6973166 Jul 13 20:48:12.904875 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d168511-bd16-404a-9f79-7425181382b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:12.986484 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-2d168511-bd16-404a-9f79-7425181382b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b05fa0867944b19a6153ade363c6359&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1574600 Jul 13 20:48:12.989138 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35180) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:13.009748 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.012515 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.017556 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64efed6f-f889-4f3b-a3b5-399e0386a768 HTTP/1.1" status: 204 len: 168 time: 1.2861743 Jul 13 20:48:13.028091 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168511-bd16-404a-9f79-7425181382b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d88a02-5777-4351-b806-e6daeeb284be,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:13.043427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.054513 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ed4a9-06dd-428f-ab2d-bc36212ff967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64efed6f-f889-4f3b-a3b5-399e0386a768,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:13.074436 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8e6a-38f7-4a9d-a0bc-47549f5d67ea req-3558d948-8581-4a0c-8048-9d545e30476d tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:13.076191 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5ade8e6a-38f7-4a9d-a0bc-47549f5d67ea req-3558d948-8581-4a0c-8048-9d545e30476d tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 931 time: 0.2386255 Jul 13 20:48:13.214275 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.215584 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5ade8e6a-38f7-4a9d-a0bc-47549f5d67ea req-127292c0-a637-4bfe-8b73-0e2877d786ca tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187367 Jul 13 20:48:13.224910 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.280132 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.296230 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Network 8b3d431d-57d5-4505-be77-df23c3d81fea is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:13.302334 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:13.307002 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:13.314108 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:13.315055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.330977 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Pushing event updated for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:13.341133 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-9ec69e92-3475-418f-996c-cdeec0bc4d43 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7382052 Jul 13 20:48:13.499895 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-e0bf00ff-875b-47d2-ae22-06f56397cfcc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1828065174&fields=id&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 267 time: 0.2243807 Jul 13 20:48:13.687522 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.690044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.691336 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92d88a02-5777-4351-b806-e6daeeb284be HTTP/1.1" status: 204 len: 168 time: 0.7010274 Jul 13 20:48:13.709916 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 197bed29-cce5-4998-a176-7342556416da up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:13.727009 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f31b9-a498-4139-889b-d315d51ef707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d88a02-5777-4351-b806-e6daeeb284be,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:13.881283 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-20b01bf5-8af4-4414-a970-0e19745ac281 req-feb40110-f3a2-423e-8ed4-b0ff0a48574f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.1219923 Jul 13 20:48:13.899911 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-094a5b7d-3376-4a31-a354-134a547361fc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:13.904296 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-094a5b7d-3376-4a31-a354-134a547361fc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 817 time: 0.3881044 Jul 13 20:48:13.915932 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 197bed29-cce5-4998-a176-7342556416da completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:13.924088 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 197bed29-cce5-4998-a176-7342556416da triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:13.924889 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:13.929020 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-b1a586b4-4aea-44c0-86c5-b5811dd08690 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/quotas/8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 375 time: 0.0180593 Jul 13 20:48:14.017729 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Request body: {'port': {'device_id': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:14.093910 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:14.142898 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Request body: {'port': {'device_id': '8d05b3c1-9847-475c-9895-393433d78171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:14.163023 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-a5bbbb24-7040-483a-8f31-a0999245928e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2280257 Jul 13 20:48:14.175281 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 197bed29-cce5-4998-a176-7342556416da, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=197bed29-cce5-4998-a176-7342556416da,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:14.183430 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:14.184986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3b5728f7-7221-41d0-944b-e3961df711c4 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:14.289185 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:14.307896 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:14.396201 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 3b5728f7-7221-41d0-944b-e3961df711c4 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:14.396585 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:14.409018 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-ca3b6daf-98e7-4fe1-bd79-dc6a4d772ed0 service neutron] 10.222.0.54 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450521 Jul 13 20:48:14.599133 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-0e700e37-a034-4606-ace5-6982cd6e9969 service neutron] 10.222.0.54 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883867 Jul 13 20:48:14.784471 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:15.036752 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fe5a6132-7430-41e3-94c5-5051c35a5a4f req-80985e8e-6f56-4966-b856-e60e7a75f211 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0758765 Jul 13 20:48:15.324790 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e66ad-9d0c-4c4e-ae9e-0b3d8d767392 req-b55b7b6d-a867-4903-92fa-425c1423a3a7 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:15.326576 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2e2e66ad-9d0c-4c4e-ae9e-0b3d8d767392 req-b55b7b6d-a867-4903-92fa-425c1423a3a7 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 931 time: 0.8293045 Jul 13 20:48:15.354097 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b519cf07-7c14-4252-ad67-2bc2e665bcad req-f494b07e-8730-4614-90e0-6618958a1775 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0917668 Jul 13 20:48:15.428620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 197bed29-cce5-4998-a176-7342556416da up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:15.476953 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35274) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:15.603580 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2e2e66ad-9d0c-4c4e-ae9e-0b3d8d767392 req-f55675b1-3191-4d3b-b459-04366b721a15 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637227 Jul 13 20:48:15.670768 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 197bed29-cce5-4998-a176-7342556416da triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:15.671221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:15.792305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0164476-1e73-4430-a05f-9087bb1c1f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.024369 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7568519c-3e07-41c3-bcce-c58b08bed786 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:16.050825 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.087780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Transition to ACTIVE for port object 7568519c-3e07-41c3-bcce-c58b08bed786 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:16.095493 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.131470 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0164476-1e73-4430-a05f-9087bb1c1f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.139371 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e0164476-1e73-4430-a05f-9087bb1c1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.228761 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e0164476-1e73-4430-a05f-9087bb1c1f55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfe1bfa386864368bf98b367b5706aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7507184 Jul 13 20:48:16.230051 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0164476-1e73-4430-a05f-9087bb1c1f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a452bee-e915-4a65-b433-7398e3432a01,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:16.233654 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35302) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:16.253962 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b60cc3-4507-489b-bbc0-2e82df1324ce {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:16.272393 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:16.294052 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.297135 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Attempting to bind port 7568519c-3e07-41c3-bcce-c58b08bed786 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:16.298161 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Attempting to bind port 7568519c-3e07-41c3-bcce-c58b08bed786 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'c7e0c439-24a2-407c-bf90-36e3fadf0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:16.298805 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Attempting to bind port 7568519c-3e07-41c3-bcce-c58b08bed786 on network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:16.307768 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.324181 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Port 7568519c-3e07-41c3-bcce-c58b08bed786 on network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:48:16.324626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Attempting to bind port 7568519c-3e07-41c3-bcce-c58b08bed786 on network cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:16.338098 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:16.339403 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Checking segment: {'id': 'c7e0c439-24a2-407c-bf90-36e3fadf0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:16.340414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Bound using segment: {'id': 'c7e0c439-24a2-407c-bf90-36e3fadf0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:16.341262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Bound port: 7568519c-3e07-41c3-bcce-c58b08bed786, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e0c439-24a2-407c-bf90-36e3fadf0b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:16.341884 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.352706 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.354744 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Transition to ACTIVE for port object 31b60cc3-4507-489b-bbc0-2e82df1324ce will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:16.361922 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.440278 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-396b1e1e-56a0-44b9-a9d7-977b7d98325a req-31437d61-17c6-4e69-ad28-98deea94f584 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0517397 Jul 13 20:48:16.504136 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.508353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.512366 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a452bee-e915-4a65-b433-7398e3432a01 HTTP/1.1" status: 204 len: 168 time: 0.2758219 Jul 13 20:48:16.523365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53975ea-ef55-4f9b-9531-a843ae9d59f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a452bee-e915-4a65-b433-7398e3432a01,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:16.747983 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:16.774330 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Pushing event updated for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:16.803649 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-020ee276-fcbd-4627-8ed5-70cc272917bf req-5c44d829-871b-4ea6-bd80-8554fbc39a95 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0946417 Jul 13 20:48:16.871391 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7568519c-3e07-41c3-bcce-c58b08bed786,segment=NetworkSegment(c7e0c439-24a2-407c-bf90-36e3fadf0b96),segment_id=c7e0c439-24a2-407c-bf90-36e3fadf0b96)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:16.873235 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Attempting to bind port 31b60cc3-4507-489b-bbc0-2e82df1324ce on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:16.873516 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Attempting to bind port 31b60cc3-4507-489b-bbc0-2e82df1324ce by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:16.873899 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Attempting to bind port 31b60cc3-4507-489b-bbc0-2e82df1324ce on network 8b3d431d-57d5-4505-be77-df23c3d81fea {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:16.880220 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.882348 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Port 31b60cc3-4507-489b-bbc0-2e82df1324ce on network 8b3d431d-57d5-4505-be77-df23c3d81fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:48:16.882695 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Attempting to bind port 31b60cc3-4507-489b-bbc0-2e82df1324ce on network 8b3d431d-57d5-4505-be77-df23c3d81fea {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:16.917934 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:16.918192 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Checking segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:16.918767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Bound using segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:16.919225 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Bound port: 31b60cc3-4507-489b-bbc0-2e82df1324ce, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:16.919574 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.946207 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:16.946863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:16.948617 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/7568519c-3e07-41c3-bcce-c58b08bed786 HTTP/1.1" status: 200 len: 1093 time: 3.3535578 Jul 13 20:48:16.949229 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:17.052780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca878-8490-4dce-beac-f0a7d96290f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:17.109875 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:17.119400 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:17.128034 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:17.147853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73dbdc-9ce5-40e1-877a-53badb41e625 req-0b63cd80-5611-4a59-82b4-46091cd2ab12 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:17.151700 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a73dbdc-9ce5-40e1-877a-53badb41e625 req-0b63cd80-5611-4a59-82b4-46091cd2ab12 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.2812829 Jul 13 20:48:17.176126 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:17.176746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:17.178217 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] 10.222.0.44 "PUT /v2.0/ports/31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 1094 time: 3.5714068 Jul 13 20:48:17.215164 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad1917-c14f-488f-87ba-d02f2b7902cd service neutron] Pushing event updated for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:17.256459 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a73dbdc-9ce5-40e1-877a-53badb41e625 req-06f73349-8e67-45e2-bb3b-6a81fb4b8a67 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977829 Jul 13 20:48:17.627042 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35364) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:17.667651 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ce4138c-58f4-421f-8fdb-bc5d7c2b9fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:17.780981 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1f08fc6a-405f-457c-97c5-366461ba808a req-89879bff-07b6-4337-a950-03100aba0ab7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0837872 Jul 13 20:48:17.898063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcbd75-c026-4ad1-add1-58139b3b9323" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:17.943801 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ce4138c-58f4-421f-8fdb-bc5d7c2b9fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:17.953415 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6ce4138c-58f4-421f-8fdb-bc5d7c2b9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.012629 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6ce4138c-58f4-421f-8fdb-bc5d7c2b9fda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=caed021a28534df39a1caba3d656cac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824544 Jul 13 20:48:18.013287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4138c-58f4-421f-8fdb-bc5d7c2b9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a393f-aa4c-4858-b413-39a48abccf1f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:18.015536 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35390) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:18.101415 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-de1f61a5-0066-4c4a-845a-94cb27ea344c req-b9311cf2-2088-411a-9051-bd4bd56030b4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.1001458 Jul 13 20:48:18.124949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.169152 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.249897 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.255456 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.257349 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc8a393f-aa4c-4858-b413-39a48abccf1f HTTP/1.1" status: 204 len: 168 time: 0.2395785 Jul 13 20:48:18.283093 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f841-0a64-4428-9889-d9d6342b366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a393f-aa4c-4858-b413-39a48abccf1f,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:18.449011 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6152c-f3de-4f1a-8c6f-6be8ad2f9956 x-openstack-request-id: req-0be6152c-f3de-4f1a-8c6f-6be8ad2f9956 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:18.449512 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:18.449907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0be6152c-f3de-4f1a-8c6f-6be8ad2f9956 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:18.450506 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786', 'status': 'completed', 'code': 200} Jul 13 20:48:18.529177 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c128-4f0c-4d54-b0c8-8d6cdc4d223d req-c38184c8-304f-4237-b732-fbbbfaebfc10 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:18.530856 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c181c128-4f0c-4d54-b0c8-8d6cdc4d223d req-c38184c8-304f-4237-b732-fbbbfaebfc10 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.0788014 Jul 13 20:48:18.587737 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c181c128-4f0c-4d54-b0c8-8d6cdc4d223d req-61fe3f7e-b25f-4ae2-836b-b153d57b6648 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Jul 13 20:48:18.621447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35406) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:18.933189 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35426) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:18.960064 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c7db292-4626-4b4a-a749-5d6004f7ffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:18.985295 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.032567 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-695241ff-c46d-4a67-8def-f991f123b021 req-895936cb-333e-4626-a91d-0d3a0d661a4e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0469630 Jul 13 20:48:19.095673 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.db.api [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:48:19.095673 dv-cinder-800703-1-iscsi neutron-server[104498]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 20:48:19.095673 dv-cinder-800703-1-iscsi neutron-server[104498]: [parameters: {'project_id': 'fc0f7c6860364411a7cb8d04656216af', 'id': 'e6928778-90bb-4701-a823-5586a06f619f', 'expiration': datetime.datetime(2021, 7, 13, 20, 50, 19, 13735)}] Jul 13 20:48:19.095673 dv-cinder-800703-1-iscsi neutron-server[104498]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:48:19.096038 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG oslo_db.api [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:48:19.417423 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c7db292-4626-4b4a-a749-5d6004f7ffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.421226 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7e433c5f-2cfa-40aa-a428-9cfabf7eca04 req-8eefc822-8086-4a6c-aadf-3cef182e8698 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0422003 Jul 13 20:48:19.424802 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c7db292-4626-4b4a-a749-5d6004f7ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.483721 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7c7db292-4626-4b4a-a749-5d6004f7ffdb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e27f6340f96447648d763a41b66d9d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495780 Jul 13 20:48:19.485118 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db292-4626-4b4a-a749-5d6004f7ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47513eb-3461-4190-91bd-298ac8718af1,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:19.486716 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35446) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:19.563901 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.597659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.611044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.692370 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.698044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.700495 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c47513eb-3461-4190-91bd-298ac8718af1 HTTP/1.1" status: 204 len: 168 time: 0.2126796 Jul 13 20:48:19.719008 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043b0fe-a252-4be2-a3e0-e39156f1ea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47513eb-3461-4190-91bd-298ac8718af1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:19.825703 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.835518 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:19.899691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ddb3-e034-4d4e-9f0f-4d3f4350ba89 req-dd31d1d3-4d19-4ee9-a9dc-dd87c758f9bf tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:19.918993 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3653ddb3-e034-4d4e-9f0f-4d3f4350ba89 req-dd31d1d3-4d19-4ee9-a9dc-dd87c758f9bf tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.1718795 Jul 13 20:48:19.922742 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc0f7c6860364411a7cb8d04656216af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2973986 Jul 13 20:48:19.922742 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac0ba-fb15-4d2e-b84e-1d077ccd88a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f64ed-078e-4c1f-bf34-f3b7035ba2ff,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:19.924243 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35476) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:19.986642 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3653ddb3-e034-4d4e-9f0f-4d3f4350ba89 req-9880f131-bc80-4841-a839-bb2bb9cfbe3b tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Jul 13 20:48:20.043154 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.090551 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.176102 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.178652 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.180056 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/828f64ed-078e-4c1f-bf34-f3b7035ba2ff HTTP/1.1" status: 204 len: 168 time: 0.2503119 Jul 13 20:48:20.195358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c23ed-e3ec-4280-880b-2398df2b948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f64ed-078e-4c1f-bf34-f3b7035ba2ff,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:20.286907 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e40c0295-e130-4e49-ab46-228722fc7588 req-0305afbd-ee1c-4bdd-8bbf-695433b3b85e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0583725 Jul 13 20:48:20.452137 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:20.454513 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:20.619767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f73cc4-2863-43b9-bcc7-8abdf207c756 x-openstack-request-id: req-a8f73cc4-2863-43b9-bcc7-8abdf207c756 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:20.620071 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:20.620334 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8f73cc4-2863-43b9-bcc7-8abdf207c756 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:20.620742 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce', 'status': 'completed', 'code': 200} Jul 13 20:48:20.657989 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2825b9eb-26cd-4f0f-aefc-01919ae51d76 req-593f3e29-c21f-4261-a815-5f240dda6427 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0281892 Jul 13 20:48:20.686827 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35510) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:20.719896 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35514) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:20.831580 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df4bd0fe-c637-4563-950e-1ae3b755adea admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.833000 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.862809 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78573a1-0bd0-4c8e-b903-b110b92eaa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.939291 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df4bd0fe-c637-4563-950e-1ae3b755adea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.946785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-df4bd0fe-c637-4563-950e-1ae3b755adea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:20.983788 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bd0fe-c637-4563-950e-1ae3b755adea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c32cd27-b7df-4aac-be78-53bebdb980d2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:21.007186 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-df4bd0fe-c637-4563-950e-1ae3b755adea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a52944233bf143758675633590af92a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189640 Jul 13 20:48:21.009542 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35534) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:21.073338 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78573a1-0bd0-4c8e-b903-b110b92eaa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.088410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78573a1-0bd0-4c8e-b903-b110b92eaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.092776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.169171 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.191801 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3361ee5a-cf2d-4c0a-93fd-0bd0cf7472bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.199816 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b78573a1-0bd0-4c8e-b903-b110b92eaa51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f68f1d71e6f24faab601d2fb22285e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789345 Jul 13 20:48:21.202828 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35544) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:21.203580 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78573a1-0bd0-4c8e-b903-b110b92eaa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde639c7-802d-45f7-b8c6-1b757265c97a,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:21.300853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.304139 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eacff-d0ec-4c92-a73d-aadb52cfd65a req-8532476e-87dc-4a32-80ae-533802a67536 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:21.319325 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0e9eacff-d0ec-4c92-a73d-aadb52cfd65a req-8532476e-87dc-4a32-80ae-533802a67536 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.1878874 Jul 13 20:48:21.336338 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.372768 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.380667 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.382033 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c32cd27-b7df-4aac-be78-53bebdb980d2 HTTP/1.1" status: 204 len: 168 time: 0.3713248 Jul 13 20:48:21.416670 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.421337 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:21.425077 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fde639c7-802d-45f7-b8c6-1b757265c97a HTTP/1.1" status: 204 len: 168 time: 0.2188375 Jul 13 20:48:21.442948 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0e9eacff-d0ec-4c92-a73d-aadb52cfd65a req-0bac7b91-cd29-476a-9650-7bb9f69e854a tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172161 Jul 13 20:48:21.444409 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185c32f-49f3-4bc8-9dad-d58efed84952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c32cd27-b7df-4aac-be78-53bebdb980d2,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:21.445062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c16bb3-8a7f-435e-a4a7-21d02c9bd825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde639c7-802d-45f7-b8c6-1b757265c97a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:21.481312 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35566) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:21.588261 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a64fbba-4e50-42ba-bac9-623db1ca1920 req-e8787cb0-d8dd-4e25-a0b5-4571cf9c9d86 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0822587 Jul 13 20:48:21.678238 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-cd8d22c6-4e5d-4648-af17-a88f1fbb4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:21.679774 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-cd8d22c6-4e5d-4648-af17-a88f1fbb4be2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ac9d9bfb8f044238be4f8c552771eba&device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 1096 time: 0.1217592 Jul 13 20:48:21.763693 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.44', 56281) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.018007 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-8633d9eb-c5af-41f1-8215-9daaba54d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.020720 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-8633d9eb-c5af-41f1-8215-9daaba54d127 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1097 time: 0.2525413 Jul 13 20:48:22.073537 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-019a188c-4be7-495a-8ade-cf8375d4de4d req-e2cd5401-5605-4142-961c-bb4e3a8ce40f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.1165287 Jul 13 20:48:22.084985 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-bbcf7fae-76b0-4540-a021-ef0c926455ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.086458 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-bbcf7fae-76b0-4540-a021-ef0c926455ce service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5ac9d9bfb8f044238be4f8c552771eba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3799636 Jul 13 20:48:22.181246 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-499348753-network', 'tenant_id': '41247a9004b841d880e32a562c771ee4'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:22.272462 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-f5f8baaa-e939-458a-b206-5389355cc287 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.273972 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-f5f8baaa-e939-458a-b206-5389355cc287 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 818 time: 0.5584579 Jul 13 20:48:22.280250 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Made reservation on behalf of 41247a9004b841d880e32a562c771ee4 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:22.282568 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.303337 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Request body: {'port': {'device_id': '6f38e6b6-6384-4971-974d-474c4a3782da', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'admin_state_up': True, 'tenant_id': 'f28b90b1b82042f180370aee15499dba'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:22.328805 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.44', 56284) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.340930 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35590) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.367827 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b55f0c5d-572e-4910-a29f-11b4b40198b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.376150 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.386543 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35592) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.396730 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-65e21817-0a04-473d-80a8-d191653b8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.398205 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-65e21817-0a04-473d-80a8-d191653b8a41 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f28b90b1b82042f180370aee15499dba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3697433 Jul 13 20:48:22.423464 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-7c56a996-6fe9-4c18-beda-1164ab23260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.425195 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1dcbd75-c026-4ad1-add1-58139b3b9323 req-7c56a996-6fe9-4c18-beda-1164ab23260b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3305979 Jul 13 20:48:22.467740 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7b401109-8313-45bf-989d-9c60383f4251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.725112 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-d55c7604-5fda-4aa3-84fd-bd3f918b7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.726724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce732d81-0b7c-4ffb-912c-08edc8c6c44c req-d55c7604-5fda-4aa3-84fd-bd3f918b7461 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3207452 Jul 13 20:48:22.735618 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-fde3e809-e6b4-4d0f-9848-15b8cde506b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.738697 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-fde3e809-e6b4-4d0f-9848-15b8cde506b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 817 time: 0.4044600 Jul 13 20:48:22.787768 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce31d3f-a811-48c1-b899-be03127a215e req-ae427318-0120-44e2-ab37-878541b9b7a0 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.794718 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ce31d3f-a811-48c1-b899-be03127a215e req-ae427318-0120-44e2-ab37-878541b9b7a0 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.1282389 Jul 13 20:48:22.798430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-7ee2b28e-6cbb-4ecb-9d59-c83add32af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.800228 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-7ee2b28e-6cbb-4ecb-9d59-c83add32af1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ac9d9bfb8f044238be4f8c552771eba&device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 1096 time: 0.2422044 Jul 13 20:48:22.807039 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b55f0c5d-572e-4910-a29f-11b4b40198b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.815471 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-0f4fed30-39d1-4e59-847c-5d50b8e8e5c5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 380 time: 0.0671382 Jul 13 20:48:22.826400 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b55f0c5d-572e-4910-a29f-11b4b40198b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:22.867042 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'port': {'device_id': '85399177-00cf-487a-9466-73967a02172a', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'admin_state_up': True, 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'security_groups': ['1404c4c4-64b2-415e-bb1d-4729e2faa762']}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:22.903326 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b55f0c5d-572e-4910-a29f-11b4b40198b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0e7601ef42a4d5798615ec3336c40b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583482 Jul 13 20:48:22.905851 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0c5d-572e-4910-a29f-11b4b40198b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a5ef4-1204-40f2-afc0-acf5a9648215,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:22.918435 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ce31d3f-a811-48c1-b899-be03127a215e req-1b060bb4-2b05-4df5-bc74-ff108d3c44b3 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228721 Jul 13 20:48:22.920488 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35612) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.947732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35616) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:22.953786 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-5066bd81-0bd7-4b08-afa8-0b0c3874bb74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568519c-3e07-41c3-bcce-c58b08bed786 HTTP/1.1" status: 200 len: 217 time: 0.1317873 Jul 13 20:48:22.988765 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-a588c450-9302-4a5f-a0e5-5297942fd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:22.990299 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-a588c450-9302-4a5f-a0e5-5297942fd1d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1097 time: 0.1901364 Jul 13 20:48:23.066286 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.074849 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-3bbb7dc1-53ca-4ac2-9615-3424df13f8b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0742416 Jul 13 20:48:23.095703 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c6de659-2141-4759-afdb-a0fb0b94b2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.146281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.185681 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-c151dfc3-b59d-4b84-b325-c93a27245dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:23.187174 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-c151dfc3-b59d-4b84-b325-c93a27245dca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.1044786 Jul 13 20:48:23.197549 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a8e8fb69-8af9-449b-a19d-7b7ceef71d12 req-8ed402ec-e967-4bbf-b169-ee73fee47501 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.3342948 Jul 13 20:48:23.244606 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-463f6ccd-ca1b-4081-b8bd-af57d2112962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:23.246053 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-463f6ccd-ca1b-4081-b8bd-af57d2112962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2a88e6f2-171e-44d1-8766-b09aa12db5ce HTTP/1.1" status: 200 len: 851 time: 0.2860930 Jul 13 20:48:23.253473 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-ad225801-0f6d-48be-bbc1-bc3bceab2026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575459 Jul 13 20:48:23.283130 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b01346a3-574a-49bf-bffb-66d52794d69f req-6387b386-ced9-40ff-9b2b-8283cabb1b28 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jul 13 20:48:23.298844 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.298844 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.298844 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a3a5ef4-1204-40f2-afc0-acf5a9648215 HTTP/1.1" status: 204 len: 168 time: 0.3757033 Jul 13 20:48:23.306227 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-c4a6561d-30d5-4bbf-9a2f-3eae395ba9c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb6a1cdb-ba54-46eb-9c48-1f93281fddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532031 Jul 13 20:48:23.342392 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0aea8d-fcf2-4f08-baa6-f91b623f2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a5ef4-1204-40f2-afc0-acf5a9648215,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:23.396357 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.400999 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-f74241c7-8157-44a4-acef-a36c02857b60 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290407 Jul 13 20:48:23.407002 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.448746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:48:23.477288 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.477868 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Added segment e0c43df6-52ed-4a53-88d4-349841be02a2 of type vlan for network ceb8b358-de4b-4837-bced-65efc2773733 Jul 13 20:48:23.480701 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-d307d469-b85e-4d9b-b4a1-34800a1090f5 service neutron] 10.222.0.44 "GET /v2.0/networks/cb6a1cdb-ba54-46eb-9c48-1f93281fddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678133 Jul 13 20:48:23.488758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e413d8b3-9bae-4f67-a644-18da2e0f9bf0,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:23.503202 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70b6a945-7672-4f64-8004-0dc57b7abddd req-af2bcc46-e6e2-4adc-9d4d-a6402a027473 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963957 Jul 13 20:48:23.588242 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.662106 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.663064 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:23.663646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.678017 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-60665d4e-3492-4c55-8559-d2c348c140f4 req-2246c9bd-23c1-492c-a05f-19c9e6dbb930 service neutron] 10.222.0.44 "GET /v2.0/networks/cb6a1cdb-ba54-46eb-9c48-1f93281fddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864831 Jul 13 20:48:23.698553 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a0158661-e8aa-4558-9b6e-cd902e54dd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.720208 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7b401109-8313-45bf-989d-9c60383f4251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.729515 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7b401109-8313-45bf-989d-9c60383f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.747492 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2640576 Jul 13 20:48:23.751038 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35634) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:23.756216 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Request body: {'subnet': {'network_id': 'ceb8b358-de4b-4837-bced-65efc2773733', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-499348753-subnet', 'tenant_id': '41247a9004b841d880e32a562c771ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:23.781049 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7100d-9dc2-4317-b2ca-c29cf5b81713 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb8b358-de4b-4837-bced-65efc2773733,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:23.794326 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7b401109-8313-45bf-989d-9c60383f4251 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67be92d210a94e2596d0f57e56d6c159&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3984191 Jul 13 20:48:23.795822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35640) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:23.798161 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b401109-8313-45bf-989d-9c60383f4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a99274-73ac-4d9e-bb8e-ccb5bfb3337a,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:23.804629 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network ceb8b358-de4b-4837-bced-65efc2773733 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:48:23.805430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Made reservation on behalf of f28b90b1b82042f180370aee15499dba for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:23.808873 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.893070 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.920787 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.979418 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.980322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c6de659-2141-4759-afdb-a0fb0b94b2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:23.989215 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c6de659-2141-4759-afdb-a0fb0b94b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.015599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.db.api [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:48:24.015599 dv-cinder-800703-1-iscsi neutron-server[104497]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 20:48:24.015599 dv-cinder-800703-1-iscsi neutron-server[104497]: [parameters: {'project_id_1': '41247a9004b841d880e32a562c771ee4', 'expiration_1': datetime.datetime(2021, 7, 13, 20, 48, 23, 761715)}] Jul 13 20:48:24.015599 dv-cinder-800703-1-iscsi neutron-server[104497]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:48:24.016062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG oslo_db.api [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:48:24.031080 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Allocated IP 172.20.0.11 (8b3d431d-57d5-4505-be77-df23c3d81fea/ba9c6a2c-cc35-4ce7-b114-11a6d28606d9/cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:24.038427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Made reservation on behalf of 8d607e6082e6467aba667c6a806e6406 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:24.041972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.052978 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7c6de659-2141-4759-afdb-a0fb0b94b2fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4ba880135a948629a0e92e1d3683625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1036680 Jul 13 20:48:24.064131 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35658) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:24.066108 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6de659-2141-4759-afdb-a0fb0b94b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bad807c-6893-4f7d-99a9-411b7ed79864,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:24.153148 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.155635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.159405 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49a99274-73ac-4d9e-bb8e-ccb5bfb3337a HTTP/1.1" status: 204 len: 168 time: 0.3625484 Jul 13 20:48:24.241283 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ead91f-12ba-4cfe-b06e-ac0f9806d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a99274-73ac-4d9e-bb8e-ccb5bfb3337a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:24.374741 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.398735 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f3bc24a7-eea1-4356-9e6b-5ce1f87fe7b4 req-61108371-b29c-4d08-85ec-6e9844fd8915 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0415535 Jul 13 20:48:24.460365 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.511329 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.572285 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.574901 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.580183 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bad807c-6893-4f7d-99a9-411b7ed79864 HTTP/1.1" status: 204 len: 168 time: 0.5135844 Jul 13 20:48:24.596291 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Allocated IP 172.20.0.8 (df29dba9-4348-4418-b21f-4faad9cf65b6/d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c/42186181-8c72-4d25-aa13-16b29adc8bb8) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:48:24.611164 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64368779-0caf-461e-8e94-d777d775f4cc req-d7e9b637-dc45-4728-a286-28804b92bb2f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0814636 Jul 13 20:48:24.621211 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Made reservation on behalf of 41247a9004b841d880e32a562c771ee4 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:24.628511 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb66ad6-cc60-453a-843b-a1fcc4854357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bad807c-6893-4f7d-99a9-411b7ed79864,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:24.631331 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.648304 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75820cb-3a16-4ca8-872b-fead08ea9520 req-3242e332-b24f-4618-98e1-f2d14e11b45f tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:24.655814 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a75820cb-3a16-4ca8-872b-fead08ea9520 req-3242e332-b24f-4618-98e1-f2d14e11b45f tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.4952095 Jul 13 20:48:24.679635 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.727948 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.878790 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.899637 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a75820cb-3a16-4ca8-872b-fead08ea9520 req-5e60d1f3-d66c-409b-bde8-878baa5c5ad9 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428787 Jul 13 20:48:24.930397 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada7da21-02b1-4717-b606-f71c90dd8464,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:24.937094 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Network 8b3d431d-57d5-4505-be77-df23c3d81fea is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:24.944460 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:24.955798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:24.962311 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:24.962311 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:24.967048 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Checking segment: {'id': 'e0c43df6-52ed-4a53-88d4-349841be02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ceb8b358-de4b-4837-bced-65efc2773733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:24.967799 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Network hostable DHCP agents. Network: ceb8b358-de4b-4837-bced-65efc2773733, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:48:24.969715 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Pushing event updated for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:24.993069 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-b160bd9f-30b7-40c5-9835-e632f3fbf77f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7040267 Jul 13 20:48:24.995449 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Network ceb8b358-de4b-4837-bced-65efc2773733 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:48:25.007687 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, ceb8b358-de4b-4837-bced-65efc2773733) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:25.010714 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.015082 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:25.015082 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.020107 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4f6e5-2de7-4024-a72f-c4647271948b None None] Network ceb8b358-de4b-4837-bced-65efc2773733 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:48:25.034297 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-30c23b5f-eb20-4c7d-838d-000564ef9e3c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2818656 Jul 13 20:48:25.059659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Transition to ACTIVE for port object 42186181-8c72-4d25-aa13-16b29adc8bb8 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:25.105784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.161563 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1eccb-a599-459d-8dc1-f8d6fc3711ca None None] Network ceb8b358-de4b-4837-bced-65efc2773733 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:48:25.173070 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:48:25.177179 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:25.180328 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:25.189653 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:48:25.195322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:25.195707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.219172 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-c1f8f1eb-9ac0-4eea-91a6-d60569e2e4a2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3837197 Jul 13 20:48:25.301280 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35720) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:25.477173 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-3a266cfb-5394-452c-941f-8c0f3e9f23f9 None None] Provisioning for port 42186181-8c72-4d25-aa13-16b29adc8bb8 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:25.481620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-3a266cfb-5394-452c-941f-8c0f3e9f23f9 None None] Provisioning complete for port 42186181-8c72-4d25-aa13-16b29adc8bb8 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:25.482341 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3a266cfb-5394-452c-941f-8c0f3e9f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.512775 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cf2e-8c88-4203-8980-4ea29b40c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.521594 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-3a266cfb-5394-452c-941f-8c0f3e9f23f9 None None] Port 42186181-8c72-4d25-aa13-16b29adc8bb8 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:48:25.662787 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d1340-70a7-46a2-a23d-8d1cc04fef83 req-3d7d9d83-71ca-4b53-87ac-1e86a342b56d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:25.664306 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9e2d1340-70a7-46a2-a23d-8d1cc04fef83 req-3d7d9d83-71ca-4b53-87ac-1e86a342b56d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 931 time: 0.1105490 Jul 13 20:48:25.721133 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cf2e-8c88-4203-8980-4ea29b40c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.728141 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9e2d1340-70a7-46a2-a23d-8d1cc04fef83 req-d53e2bbc-ffb3-42eb-84f5-6f45c6af3d2f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547845 Jul 13 20:48:25.729309 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cf2e-8c88-4203-8980-4ea29b40c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.769886 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5ed4cf2e-8c88-4203-8980-4ea29b40c09c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8b6959a224c41abaeaf3e91f5747ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666221 Jul 13 20:48:25.771825 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4cf2e-8c88-4203-8980-4ea29b40c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0b3d0-90cc-441a-8ff2-03bc9c17c174,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:25.772859 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35750) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:25.881293 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.909165 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fa8f1-e05d-440b-86d7-b6b7e681cedc req-a8a1e4a0-fab0-4512-a3f4-5064038b1afc tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:25.911306 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-184fa8f1-e05d-440b-86d7-b6b7e681cedc req-a8a1e4a0-fab0-4512-a3f4-5064038b1afc tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 932 time: 0.1289191 Jul 13 20:48:25.933210 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:25.998412 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-184fa8f1-e05d-440b-86d7-b6b7e681cedc req-e4206534-e8e4-410c-bf1a-0865b6c9f659 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791986 Jul 13 20:48:26.034161 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.037480 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.039924 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2a0b3d0-90cc-441a-8ff2-03bc9c17c174 HTTP/1.1" status: 204 len: 168 time: 0.2653170 Jul 13 20:48:26.051575 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3bc0-66ae-4ef3-9dc6-21253dfd1b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0b3d0-90cc-441a-8ff2-03bc9c17c174,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:26.129905 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35766) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:26.135373 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031840101-network', 'tenant_id': 'e4a80979a1bf43d9916711465b243cb1'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:26.161617 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Made reservation on behalf of e4a80979a1bf43d9916711465b243cb1 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:26.164745 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.175845 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.267435 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7a302-bffb-459a-977e-7a5555c95241 req-6398d237-348b-4940-97de-48022d96a97f tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:26.269031 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44c7a302-bffb-459a-977e-7a5555c95241 req-6398d237-348b-4940-97de-48022d96a97f tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.2321157 Jul 13 20:48:26.303301 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.307595 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.319335 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44c7a302-bffb-459a-977e-7a5555c95241 req-0b5efe8d-88cd-4ff7-8f1f-55d54b18d0d5 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Jul 13 20:48:26.344435 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:48:26.349029 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222f54ba-db04-4fda-85ed-547a27b79385,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:26.363190 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.363753 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Added segment 82416bf3-54aa-4a84-8751-1bd23bf64597 of type vlan for network bb2178a0-671e-414d-bc2e-9054f73b2973 Jul 13 20:48:26.413611 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.422606 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.466945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.466945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:26.466945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.547471 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4160337 Jul 13 20:48:26.550173 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35802) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:26.555779 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Request body: {'subnet': {'network_id': 'bb2178a0-671e-414d-bc2e-9054f73b2973', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031840101-subnet', 'tenant_id': 'e4a80979a1bf43d9916711465b243cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:26.558912 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a01c-b994-4f72-83c0-83b9ebf655cc admin admin] Pushing event updated for resources: {'Network': ['ID=bb2178a0-671e-414d-bc2e-9054f73b2973,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:26.575332 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network bb2178a0-671e-414d-bc2e-9054f73b2973 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:48:26.584921 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Made reservation on behalf of e4a80979a1bf43d9916711465b243cb1 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:48:26.588034 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.813609 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.889053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Checking segment: {'id': '82416bf3-54aa-4a84-8751-1bd23bf64597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bb2178a0-671e-414d-bc2e-9054f73b2973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:26.889414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Network hostable DHCP agents. Network: bb2178a0-671e-414d-bc2e-9054f73b2973, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:48:26.897296 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cb615b-068b-4442-af0e-590bb1af4835,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:26.939930 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Network bb2178a0-671e-414d-bc2e-9054f73b2973 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:48:26.954723 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, bb2178a0-671e-414d-bc2e-9054f73b2973) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:48:26.961225 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:26.961696 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:26.968856 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579af13-90ab-4da2-88f7-5cdb0ee01055 None None] Network bb2178a0-671e-414d-bc2e-9054f73b2973 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:48:26.995548 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7bfd97fb-913b-4ae4-983b-92d0423f798f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4367974 Jul 13 20:48:26.999259 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e816a8-b41a-4c64-9f6c-e316c6489b74 req-dfbcb23c-cadd-4a09-b4f8-09d0eb602d2b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:27.000815 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3e816a8-b41a-4c64-9f6c-e316c6489b74 req-dfbcb23c-cadd-4a09-b4f8-09d0eb602d2b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 931 time: 0.0942950 Jul 13 20:48:27.074264 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3e816a8-b41a-4c64-9f6c-e316c6489b74 req-1051a50d-3f88-4fc1-8e4f-b9255ed560f5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622971 Jul 13 20:48:27.178617 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35856) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:27.220121 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97623f-a53b-4266-875c-81437008c736 None None] Network bb2178a0-671e-414d-bc2e-9054f73b2973 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:48:27.271045 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Deleting subnet ada7da21-02b1-4717-b606-f71c90dd8464 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:48:27.277780 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29f08-f94b-42f9-9a0e-a05e5a0a53d8 req-787fe76c-056c-4248-9c41-7a07694a91fb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:27.281923 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.285507 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70d29f08-f94b-42f9-9a0e-a05e5a0a53d8 req-787fe76c-056c-4248-9c41-7a07694a91fb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 932 time: 0.1299021 Jul 13 20:48:27.324589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.342342 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70d29f08-f94b-42f9-9a0e-a05e5a0a53d8 req-6ed191b6-2d2d-400c-8dca-b805c3259884 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Jul 13 20:48:27.344324 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.350266 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Request body: {'port': {'device_id': '85399177-00cf-487a-9466-73967a02172a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:27.358159 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Request body: {'port': {'device_id': '6f38e6b6-6384-4971-974d-474c4a3782da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:27.614161 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.621577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.666811 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.672191 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35884) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:27.672321 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ada7da21-02b1-4717-b606-f71c90dd8464 HTTP/1.1" status: 204 len: 168 time: 0.4926159 Jul 13 20:48:27.674836 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9be671-b35e-4a64-bcfa-2314c71d9ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada7da21-02b1-4717-b606-f71c90dd8464,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:27.676958 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.762678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.782170 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aa61e-0ae8-44e4-b2bd-5643560052c5 req-1df00339-6d60-4ba4-9f2d-7af8fec92921 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:27.783683 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8a2aa61e-0ae8-44e4-b2bd-5643560052c5 req-1df00339-6d60-4ba4-9f2d-7af8fec92921 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.2755051 Jul 13 20:48:27.851861 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:27.866996 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.867423 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.868390 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.868957 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > port after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.869373 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.869773 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > port after_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.870184 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.870620 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.871089 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.871473 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:27.999295 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8a2aa61e-0ae8-44e4-b2bd-5643560052c5 req-a83e1753-8e85-4ee0-bc4f-a0ca5566d68c tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654263 Jul 13 20:48:28.270851 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:28.271199 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:28.271527 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:28.271853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:48:28.272221 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb8b358-de4b-4837-bced-65efc2773733']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:28.301229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c43df6-52ed-4a53-88d4-349841be02a2') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:28.301971 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c43df6-52ed-4a53-88d4-349841be02a2') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:28.341021 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.371322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.384283 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:48:28.384691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: from cryptography.utils import int_from_bytes Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: from cryptography.utils import int_from_bytes Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:48:28.389293 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:48:28.421305 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:28.428928 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:28.436189 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.440138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.463324 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ead49-67ba-4f45-ac85-565e87721957 req-29c1bd23-e230-43f0-ae89-64e3fa09abd0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:28.465923 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-030ead49-67ba-4f45-ac85-565e87721957 req-29c1bd23-e230-43f0-ae89-64e3fa09abd0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 931 time: 0.1879449 Jul 13 20:48:28.500386 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Transition to ACTIVE for port object cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:28.501528 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Transition to ACTIVE for port object 42186181-8c72-4d25-aa13-16b29adc8bb8 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:48:28.509408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.519266 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.523453 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.550102 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-030ead49-67ba-4f45-ac85-565e87721957 req-4bc82e97-6b30-4e3d-bbab-2c170ca4e278 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779121 Jul 13 20:48:28.552207 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.558066 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ceb8b358-de4b-4837-bced-65efc2773733 HTTP/1.1" status: 204 len: 168 time: 0.8840437 Jul 13 20:48:28.560744 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 35920) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:28.577290 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b007f-ba58-4dbb-b56a-9ffad0d7ef53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb8b358-de4b-4837-bced-65efc2773733,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:28.708012 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:28.712422 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Attempting to bind port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:28.712750 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Attempting to bind port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:28.713072 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Attempting to bind port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 on network 8b3d431d-57d5-4505-be77-df23c3d81fea {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:28.744156 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Deleting subnet 74cb615b-068b-4442-af0e-590bb1af4835 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:48:28.771861 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.787794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 on network 8b3d431d-57d5-4505-be77-df23c3d81fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:48:28.788112 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Attempting to bind port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 on network 8b3d431d-57d5-4505-be77-df23c3d81fea {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:28.827017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:28.836068 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:28.836761 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Checking segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:28.837039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Bound using segment: {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:28.837521 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Bound port: cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d016-2a53-407b-bc64-b0ed8aefd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:28.837813 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.848076 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Attempting to bind port 42186181-8c72-4d25-aa13-16b29adc8bb8 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:48:28.848483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Attempting to bind port 42186181-8c72-4d25-aa13-16b29adc8bb8 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:48:28.848813 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Attempting to bind port 42186181-8c72-4d25-aa13-16b29adc8bb8 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:28.866052 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.871623 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Port 42186181-8c72-4d25-aa13-16b29adc8bb8 on network df29dba9-4348-4418-b21f-4faad9cf65b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:48:28.871938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Attempting to bind port 42186181-8c72-4d25-aa13-16b29adc8bb8 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:48:28.880112 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.906714 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:48:28.907036 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Checking segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:48:28.907340 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Bound using segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:48:28.907767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Bound port: 42186181-8c72-4d25-aa13-16b29adc8bb8, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:48:28.908565 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:28.954322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99683e-1081-4844-97fe-db8bcde950e9 req-2f53c912-56dd-4495-be46-e211bda315e2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:28.955844 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-dc99683e-1081-4844-97fe-db8bcde950e9 req-2f53c912-56dd-4495-be46-e211bda315e2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 944 time: 0.3895743 Jul 13 20:48:29.051709 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:29.055864 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:29.072248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.083428 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.109000 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-dc99683e-1081-4844-97fe-db8bcde950e9 req-d3cbb6a1-4d87-4fb4-948d-4f34ca8bc43d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324666 Jul 13 20:48:29.126650 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:48:29.167625 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cb615b-068b-4442-af0e-590bb1af4835,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:29.193720 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:29.194347 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.195752 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 HTTP/1.1" status: 200 len: 1094 time: 1.8560803 Jul 13 20:48:29.198166 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:29.200607 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440babff-3cd0-462c-83bc-7fb44b8d8418" -d '{"events": [{"name": "network-changed", "server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:29.215525 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:48:29.223020 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2723-0258-4ff9-a6b7-1bf69ac4d441 req-6f775355-7cf6-4388-84ea-c42a2241f65c tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:29.225236 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-759a2723-0258-4ff9-a6b7-1bf69ac4d441 req-6f775355-7cf6-4388-84ea-c42a2241f65c tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.0689402 Jul 13 20:48:29.239252 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.250032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.251944 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-85717fd6-8263-43d5-a73e-0efb8be631fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/74cb615b-068b-4442-af0e-590bb1af4835 HTTP/1.1" status: 204 len: 168 time: 0.6844935 Jul 13 20:48:29.255886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35958) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:29.258207 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4945e14c-6b1c-4101-9121-10aba72fc5ea x-openstack-request-id: req-4945e14c-6b1c-4101-9121-10aba72fc5ea {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:29.258492 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:29.258762 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4945e14c-6b1c-4101-9121-10aba72fc5ea {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:29.259142 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88', 'status': 'completed', 'code': 200} Jul 13 20:48:29.261446 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee697e-c523-45fc-854c-3412858ae6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:29.287487 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-759a2723-0258-4ff9-a6b7-1bf69ac4d441 req-d966ac82-7f94-447a-88fb-309ac5904af7 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562725 Jul 13 20:48:29.291532 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:29.292457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.293640 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] 10.222.0.44 "PUT /v2.0/ports/42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 1093 time: 1.9528451 Jul 13 20:48:29.321143 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252b14-9ed5-4a0f-93e6-ec2998bc51cb service neutron] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:29.337569 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.416593 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.427098 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2178a0-671e-414d-bc2e-9054f73b2973']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:29.437935 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82416bf3-54aa-4a84-8751-1bd23bf64597') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:29.438325 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82416bf3-54aa-4a84-8751-1bd23bf64597') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:29.447102 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.460187 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.465809 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:48:29.466219 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:48:29.467957 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:48:29.521736 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.526551 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.528428 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb2178a0-671e-414d-bc2e-9054f73b2973 HTTP/1.1" status: 204 len: 168 time: 0.2715435 Jul 13 20:48:29.538839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24a8d-4f6d-4bcc-b963-2d646819a7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2178a0-671e-414d-bc2e-9054f73b2973,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:29.688807 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35966) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:29.726595 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7f10870f-3f65-4601-9a5a-ad2a39931ec9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41247a9004b841d880e32a562c771ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366235 Jul 13 20:48:29.729001 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35968) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:29.738088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a03af-8939-4d67-9d48-d0eb9f8b656c req-60748507-6298-46ac-8047-2b2bf6dd81ee tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:29.739840 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f48a03af-8939-4d67-9d48-d0eb9f8b656c req-60748507-6298-46ac-8047-2b2bf6dd81ee tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0673318 Jul 13 20:48:29.776549 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f48a03af-8939-4d67-9d48-d0eb9f8b656c req-f3a65a8e-456f-429b-a739-c0e9ee6fb89a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Jul 13 20:48:29.778426 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.799604 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.844512 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.847003 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:29.848135 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e413d8b3-9bae-4f67-a644-18da2e0f9bf0 HTTP/1.1" status: 204 len: 168 time: 0.1182451 Jul 13 20:48:29.855748 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3bcdd-1723-4c21-83e6-bf51a950e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e413d8b3-9bae-4f67-a644-18da2e0f9bf0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:30.144287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35978) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:30.182105 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d63368ef-270a-4e77-81fb-b392dca0753c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4a80979a1bf43d9916711465b243cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366781 Jul 13 20:48:30.184608 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 35980) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:30.264273 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.293365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.321389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d315b2-ee19-406f-b748-30fac32d12f4 req-ed7be1ef-58ec-4e7a-9fae-8649ed68befa tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:30.322908 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48d315b2-ee19-406f-b748-30fac32d12f4 req-ed7be1ef-58ec-4e7a-9fae-8649ed68befa tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 944 time: 0.1017253 Jul 13 20:48:30.367238 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48d315b2-ee19-406f-b748-30fac32d12f4 req-86e81bef-75fd-4335-a805-e7c3321e1ad0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Jul 13 20:48:30.380306 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.383349 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.384471 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/222f54ba-db04-4fda-85ed-547a27b79385 HTTP/1.1" status: 204 len: 168 time: 0.1984119 Jul 13 20:48:30.392861 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa401acb-d1d5-41c7-8159-ec67ef8c5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f54ba-db04-4fda-85ed-547a27b79385,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:30.469457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7906a6b-7166-47c0-91d2-42aafd3d6fa3 req-7b6aad09-f2a6-48fc-b687-8dc309c5a5b0 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:30.470948 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f7906a6b-7166-47c0-91d2-42aafd3d6fa3 req-7b6aad09-f2a6-48fc-b687-8dc309c5a5b0 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 943 time: 0.0633535 Jul 13 20:48:30.508027 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f7906a6b-7166-47c0-91d2-42aafd3d6fa3 req-270d3914-5337-48c0-8be5-2f77b4d7f3da tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Jul 13 20:48:30.679615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 31b60cc3-4507-489b-bbc0-2e82df1324ce details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:48:30.801027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:30.804747 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-927ac3b8-1d56-4d00-b3de-822e42d91b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:30.806450 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-927ac3b8-1d56-4d00-b3de-822e42d91b5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1096 time: 0.0816979 Jul 13 20:48:30.808431 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-a01593ff-6140-4f57-abdd-45cf9e14eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:30.810464 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-a01593ff-6140-4f57-abdd-45cf9e14eec8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1097 time: 0.1199515 Jul 13 20:48:30.813318 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '31b60cc3-4507-489b-bbc0-2e82df1324ce', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'port_id': '31b60cc3-4507-489b-bbc0-2e82df1324ce', 'mac_address': 'fa:16:3e:7b:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:48:30.869057 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.876725 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-1ecc74ec-596f-44c0-8286-b1fa360866b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0575755 Jul 13 20:48:30.892588 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b60cc3-4507-489b-bbc0-2e82df1324ce {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:30.917774 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:30.923179 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:30.923881 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 7568519c-3e07-41c3-bcce-c58b08bed786 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:48:30.994000 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e4e0-8c3b-44fe-8bdf-dfefa0063171 req-ff46ec9a-80ac-44d5-8697-38c01ff71463 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.002778 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6d71e4e0-8c3b-44fe-8bdf-dfefa0063171 req-ff46ec9a-80ac-44d5-8697-38c01ff71463 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0793495 Jul 13 20:48:31.014375 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-b9a756f6-47ab-43fc-aa26-b0686ed7c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.015908 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-b9a756f6-47ab-43fc-aa26-b0686ed7c926 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0699470 Jul 13 20:48:31.046569 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6d71e4e0-8c3b-44fe-8bdf-dfefa0063171 req-40a0e3b8-027f-4383-9359-29cd2535d544 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Jul 13 20:48:31.084057 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:31.133974 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-ac28f156-f9f7-40a0-bd15-aa7b8aa81c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.135568 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-ac28f156-f9f7-40a0-bd15-aa7b8aa81c92 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f28b90b1b82042f180370aee15499dba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3152423 Jul 13 20:48:31.136855 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7568519c-3e07-41c3-bcce-c58b08bed786,segment=NetworkSegment(c7e0c439-24a2-407c-bf90-36e3fadf0b96),segment_id=c7e0c439-24a2-407c-bf90-36e3fadf0b96)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:31.156815 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '7568519c-3e07-41c3-bcce-c58b08bed786', 'network_id': 'cb6a1cdb-ba54-46eb-9c48-1f93281fddd7', 'port_id': '7568519c-3e07-41c3-bcce-c58b08bed786', 'mac_address': 'fa:16:3e:34:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a88e6f2-171e-44d1-8766-b09aa12db5ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:48:31.177895 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-d692a995-f3a3-4a14-b459-3cb7726359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.179429 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-d692a995-f3a3-4a14-b459-3cb7726359e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1559432 Jul 13 20:48:31.214413 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:31.239005 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7568519c-3e07-41c3-bcce-c58b08bed786 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:31.265201 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:31.267451 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821" -d '{"events": [{"name": "network-changed", "server_uuid": "85399177-00cf-487a-9466-73967a02172a", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:31.280386 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7568519c-3e07-41c3-bcce-c58b08bed786,segment=NetworkSegment(c7e0c439-24a2-407c-bf90-36e3fadf0b96),segment_id=c7e0c439-24a2-407c-bf90-36e3fadf0b96)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:31.288095 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:31.352356 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76daf5ab-1516-499b-9284-fb48c72c7416 x-openstack-request-id: req-76daf5ab-1516-499b-9284-fb48c72c7416 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:31.352645 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85399177-00cf-487a-9466-73967a02172a", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:31.352891 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76daf5ab-1516-499b-9284-fb48c72c7416 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:31.353473 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'status': 'completed', 'code': 200} Jul 13 20:48:31.409311 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:31.412821 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-ca7a144a-d64b-4ce8-9704-61207421c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.414980 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440babff-3cd0-462c-83bc-7fb44b8d8418 req-ca7a144a-d64b-4ce8-9704-61207421c8fd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719848 Jul 13 20:48:31.433415 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-45ad5ead-4647-4741-a69c-a02b78ec5799 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278526 Jul 13 20:48:31.595480 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['7568519c-3e07-41c3-bcce-c58b08bed786'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:48:31.640435 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4bb54a95-7d10-47d3-905b-a02fb1714345 req-862bb240-ff50-4483-a621-ceb817f8f053 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985054 Jul 13 20:48:31.645581 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-d94710f0-c7ad-42ba-9543-2f0a9d0f9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.647483 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-d94710f0-c7ad-42ba-9543-2f0a9d0f9e50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1097 time: 0.1542709 Jul 13 20:48:31.725988 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0673d-ac60-4c22-97bd-29461d9ed15c req-57b7a63c-d788-4caf-97dd-8c03005978e9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.734172 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-35d0673d-ac60-4c22-97bd-29461d9ed15c req-57b7a63c-d788-4caf-97dd-8c03005978e9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 944 time: 0.1705253 Jul 13 20:48:31.783198 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['31b60cc3-4507-489b-bbc0-2e82df1324ce'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:48:31.797581 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-35d0673d-ac60-4c22-97bd-29461d9ed15c req-8836e112-1857-41fc-b432-4a86b9791f90 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620003 Jul 13 20:48:31.812231 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-785163a6-a919-47cb-892e-8d27651d3dec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 HTTP/1.1" status: 200 len: 217 time: 0.1568344 Jul 13 20:48:31.866227 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36064) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:31.915521 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-768f5a9a-d896-4754-a6ef-befb705ef68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:31.917458 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-768f5a9a-d896-4754-a6ef-befb705ef68c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0781994 Jul 13 20:48:31.970814 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-73e75f22-7b7b-4fa3-bd66-3cd5afe00308 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457492 Jul 13 20:48:32.052408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-e44c3f79-cda1-4d8f-b718-6dd2d5ea38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.054272 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-e44c3f79-cda1-4d8f-b718-6dd2d5ea38fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1096 time: 0.3024032 Jul 13 20:48:32.065372 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818e7bb-9723-431d-9762-084bae8d9c62 req-9dfdb7d7-4107-45b8-bce6-7ea1aac0cbfb tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.072763 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5818e7bb-9723-431d-9762-084bae8d9c62 req-9dfdb7d7-4107-45b8-bce6-7ea1aac0cbfb tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 944 time: 0.3111100 Jul 13 20:48:32.346382 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-602781bf-0834-4237-9d4a-111bf9549802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.393961 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eac3a-63fa-4970-9d01-52f42e5ff602 req-25c923ab-5484-4317-8d8b-d82f1ba09748 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.395780 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1d7eac3a-63fa-4970-9d01-52f42e5ff602 req-25c923ab-5484-4317-8d8b-d82f1ba09748 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1464331 Jul 13 20:48:32.459732 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1d7eac3a-63fa-4970-9d01-52f42e5ff602 req-b4c9525f-14b2-4ac1-9df6-5a4eb896eafc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546634 Jul 13 20:48:32.505760 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-602781bf-0834-4237-9d4a-111bf9549802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.510436 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-602781bf-0834-4237-9d4a-111bf9549802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.561173 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-602781bf-0834-4237-9d4a-111bf9549802 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ef68ae98843487e9988cf14b0586db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933680 Jul 13 20:48:32.562117 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602781bf-0834-4237-9d4a-111bf9549802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff0d926-b8ad-45ae-b671-670575c827e2,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:32.564550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36092) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:32.608178 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5818e7bb-9723-431d-9762-084bae8d9c62 req-c20d8c92-c535-4611-87c0-0fb786b2b311 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341377 Jul 13 20:48:32.641794 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-0d5546ad-264b-45ac-a519-5a5b5bbc6ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604414 Jul 13 20:48:32.642398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.671588 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.674492 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-6fef6fd3-3935-4cee-822f-1c5922dc657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.675987 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-6fef6fd3-3935-4cee-822f-1c5922dc657c service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.6009338 Jul 13 20:48:32.745522 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.751500 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:32.752982 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ff0d926-b8ad-45ae-b671-670575c827e2 HTTP/1.1" status: 204 len: 168 time: 0.1870046 Jul 13 20:48:32.761038 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-564cd7d4-391e-4789-aa10-387d4f8a1ed1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0535650 Jul 13 20:48:32.764468 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0d6b-e651-4349-b96a-b81736dd3c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff0d926-b8ad-45ae-b671-670575c827e2,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:32.843013 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1181eafc-c69c-4c8e-9ff7-6807385c4aaa req-bead8ef5-4820-474c-bd45-495e2a4ddc6d service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905661 Jul 13 20:48:32.844643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-f72c7571-c31a-4fa4-a9dd-6a73d190646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.846326 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-f72c7571-c31a-4fa4-a9dd-6a73d190646d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0772727 Jul 13 20:48:32.946299 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-f326cce5-038c-453e-8067-f0130d28d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:32.948639 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-f326cce5-038c-453e-8067-f0130d28d196 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955126 Jul 13 20:48:33.075316 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-f97222e5-cd7f-414a-844b-07f59092b2db service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178143 Jul 13 20:48:33.077206 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd38959-8919-4f60-97f0-fd51ea337809 req-3ae8ee4b-f689-4d8d-a8f5-6dbf8bd619d0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:33.078732 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bd38959-8919-4f60-97f0-fd51ea337809 req-3ae8ee4b-f689-4d8d-a8f5-6dbf8bd619d0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 944 time: 0.1154921 Jul 13 20:48:33.131171 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5bd38959-8919-4f60-97f0-fd51ea337809 req-96101d6c-2dcc-4b4f-ad8e-859d67e925d4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Jul 13 20:48:33.165888 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36116) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:33.204870 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-38a8e0d3-17a9-4a6a-af9a-0e2dffd0d821 req-996916a6-3307-4cd2-ac8c-686ed31191cc service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230080 Jul 13 20:48:33.272390 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36120) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:33.287418 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-689f0c7a-76a4-4b40-998a-478bf12b3b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.390322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-689f0c7a-76a4-4b40-998a-478bf12b3b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.401699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-689f0c7a-76a4-4b40-998a-478bf12b3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.455136 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-689f0c7a-76a4-4b40-998a-478bf12b3b60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9199dbbf365e4194abb36726ebbdc887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808426 Jul 13 20:48:33.456276 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0c7a-76a4-4b40-998a-478bf12b3b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0eec12-23e2-4741-a21e-4ad59c3fa2a8,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:33.457323 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36132) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:33.473976 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d63a6acf-a067-4fb4-b6bd-a1eaf85d45f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.524149 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.552707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.603762 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d63a6acf-a067-4fb4-b6bd-a1eaf85d45f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.611350 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d63a6acf-a067-4fb4-b6bd-a1eaf85d45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.621502 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.625665 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.626885 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c0eec12-23e2-4741-a21e-4ad59c3fa2a8 HTTP/1.1" status: 204 len: 168 time: 0.1685150 Jul 13 20:48:33.637798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc54d8-8b06-484a-89cf-17cd0beb9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0eec12-23e2-4741-a21e-4ad59c3fa2a8,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:33.665846 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d63a6acf-a067-4fb4-b6bd-a1eaf85d45f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce4e4f8d6f194ec3b0d852f36891fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988663 Jul 13 20:48:33.666812 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:48:33.669044 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36148) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:33.673853 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 7568519c-3e07-41c3-bcce-c58b08bed786 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:33.713819 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a6acf-a067-4fb4-b6bd-a1eaf85d45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfe807-f236-41c2-b11f-2a938508e949,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:33.728417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.809446 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.912040 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c74d4-20e6-4768-a352-f19c59639930 req-753b9c85-0fb2-4ab9-b4cf-954381db5a7f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:33.913657 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-907c74d4-20e6-4768-a352-f19c59639930 req-753b9c85-0fb2-4ab9-b4cf-954381db5a7f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1783638 Jul 13 20:48:33.917787 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc234-f12d-430c-9faf-2c896ecec3b6 req-bdc5da08-6b11-4882-90b8-90aaf8d9d83e tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:33.923223 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-952bc234-f12d-430c-9faf-2c896ecec3b6 req-bdc5da08-6b11-4882-90b8-90aaf8d9d83e tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 944 time: 0.1245370 Jul 13 20:48:33.944994 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.948770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:33.956682 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1dbfe807-f236-41c2-b11f-2a938508e949 HTTP/1.1" status: 204 len: 168 time: 0.2821279 Jul 13 20:48:33.966507 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeda200-f830-4c62-bcf5-f5a5aa5ddd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfe807-f236-41c2-b11f-2a938508e949,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:33.973982 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:33.981057 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-952bc234-f12d-430c-9faf-2c896ecec3b6 req-28d9a219-a73c-4722-b7b5-5f39a961fcbe tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544484 Jul 13 20:48:34.003795 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:48:34.014834 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-907c74d4-20e6-4768-a352-f19c59639930 req-9b936efc-c805-42ea-bc31-810ecde95eb8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872629 Jul 13 20:48:34.021523 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 7568519c-3e07-41c3-bcce-c58b08bed786 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:34.038074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 7568519c-3e07-41c3-bcce-c58b08bed786 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:34.038074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.100799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.121602 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:34.168335 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:34.174232 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.175062 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:48:34.222346 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.290894 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7568519c-3e07-41c3-bcce-c58b08bed786,segment=NetworkSegment(c7e0c439-24a2-407c-bf90-36e3fadf0b96),segment_id=c7e0c439-24a2-407c-bf90-36e3fadf0b96)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:34.324356 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:34.360142 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59947709-ec5f-4fca-80ff-58d4a7c2abc3 req-c4ad2b78-5503-41b5-a82e-8b5e6f5c012e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:34.368745 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59947709-ec5f-4fca-80ff-58d4a7c2abc3 req-c4ad2b78-5503-41b5-a82e-8b5e6f5c012e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 944 time: 0.1003523 Jul 13 20:48:34.389527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:34.392359 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.393171 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 31b60cc3-4507-489b-bbc0-2e82df1324ce up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:34.427257 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36176) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:34.431365 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59947709-ec5f-4fca-80ff-58d4a7c2abc3 req-439b106a-9ed0-4197-a8ce-b5e20a1f7cf3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Jul 13 20:48:34.442632 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c4e756a-916a-4428-b892-589ce12a4388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.535492 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:34.545633 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:34.553952 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88', 'network_id': '8b3d431d-57d5-4505-be77-df23c3d81fea', 'port_id': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88', 'mac_address': 'fa:16:3e:db:0f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c6a2c-cc35-4ce7-b114-11a6d28606d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:48:34.562780 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 31b60cc3-4507-489b-bbc0-2e82df1324ce completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:34.569615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 31b60cc3-4507-489b-bbc0-2e82df1324ce triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:34.569997 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.602468 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c4e756a-916a-4428-b892-589ce12a4388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.612967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1c4e756a-916a-4428-b892-589ce12a4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.644376 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c5992f-9540-447a-a8b9-003d6fb5bfb7" -d '{"events": [{"server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "name": "network-vif-plugged", "status": "completed", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:34.656203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.674479 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:48:34.684330 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36194) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:34.695338 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1c4e756a-916a-4428-b892-589ce12a4388 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dca85902a9149bb9999af5a47966d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668264 Jul 13 20:48:34.699009 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:34.722497 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.760332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e756a-916a-4428-b892-589ce12a4388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3897f93b-fc90-4b1f-9756-9d43d421c2b5,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:34.791334 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.813532 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.824506 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:34.851204 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:34.860174 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.877042 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.954660 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4befb-9ff9-4f6e-9613-f5081c8d226f x-openstack-request-id: req-bcb4befb-9ff9-4f6e-9613-f5081c8d226f {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:34.955061 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "name": "network-vif-plugged", "status": "completed", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:34.955379 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcb4befb-9ff9-4f6e-9613-f5081c8d226f {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:34.955920 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786', 'code': 200} Jul 13 20:48:34.975340 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:34.986676 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.992275 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:34.993783 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3897f93b-fc90-4b1f-9756-9d43d421c2b5 HTTP/1.1" status: 204 len: 168 time: 0.3076961 Jul 13 20:48:35.004856 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5a46e-79aa-4b0d-899c-7fb4f1beca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3897f93b-fc90-4b1f-9756-9d43d421c2b5,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:35.005160 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['42186181-8c72-4d25-aa13-16b29adc8bb8'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:48:35.112973 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:48:35.324991 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5251cf-f5e2-4292-9321-dad62d9546ae req-ce3b01f6-b370-4d48-943d-0c772a52c6b5 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:35.343990 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e5251cf-f5e2-4292-9321-dad62d9546ae req-ce3b01f6-b370-4d48-943d-0c772a52c6b5 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.1293218 Jul 13 20:48:35.394431 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e5251cf-f5e2-4292-9321-dad62d9546ae req-1d9beb76-30c4-4e3c-85d2-714492fb60e7 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Jul 13 20:48:35.493896 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-0dfa9bd8-7add-4659-a2ca-501888789267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:35.495575 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-0dfa9bd8-7add-4659-a2ca-501888789267 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 1098 time: 0.1464152 Jul 13 20:48:35.510864 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eb852-c5d9-46d2-b140-d2eae159476b req-b5c06fa0-56c7-4082-8175-5b019b066d41 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:35.520929 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f16eb852-c5d9-46d2-b140-d2eae159476b req-b5c06fa0-56c7-4082-8175-5b019b066d41 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 944 time: 0.2178099 Jul 13 20:48:35.554683 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-b73e2c3a-8f09-43d5-bbbc-53c790d8f16a service neutron] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:35.596045 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f16eb852-c5d9-46d2-b140-d2eae159476b req-79a929ec-e58e-45e1-a2c2-4a9ccbaefb68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738990 Jul 13 20:48:35.711091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de409-14e4-4957-806e-7f341ba7218d req-e4316708-1e1a-46fb-b753-eea435f8f16d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:35.712872 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-028de409-14e4-4957-806e-7f341ba7218d req-e4316708-1e1a-46fb-b753-eea435f8f16d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 945 time: 0.1154175 Jul 13 20:48:35.725429 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-b73e2c3a-8f09-43d5-bbbc-53c790d8f16a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:35.731415 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-b73e2c3a-8f09-43d5-bbbc-53c790d8f16a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:35.772141 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0050c380-1b92-453b-a4ee-ead6f0d56731 req-b73e2c3a-8f09-43d5-bbbc-53c790d8f16a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695408 Jul 13 20:48:35.777047 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e2c3a-8f09-43d5-bbbc-53c790d8f16a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac05a688-96b7-46a4-8678-2cef96d455ea,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:35.793243 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-028de409-14e4-4957-806e-7f341ba7218d req-8d0a9fda-6ce2-44a4-8935-2badde58dc4e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730915 Jul 13 20:48:36.637334 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ad30c-f142-4949-828e-03382a732917 req-b44db5c7-eab8-4a3b-98a6-ce9c29ad3fbe tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:36.644817 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe4ad30c-f142-4949-828e-03382a732917 req-b44db5c7-eab8-4a3b-98a6-ce9c29ad3fbe tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.1220653 Jul 13 20:48:36.692268 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe4ad30c-f142-4949-828e-03382a732917 req-ebf8e852-bc04-4103-aa98-473f81e01161 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Jul 13 20:48:36.826680 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993fa0-547a-46f8-8534-201aa49a5f20 req-b5052d98-cf5f-48e9-821e-da2af520ac30 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:36.826680 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71993fa0-547a-46f8-8534-201aa49a5f20 req-b5052d98-cf5f-48e9-821e-da2af520ac30 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 944 time: 0.0914402 Jul 13 20:48:36.878261 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71993fa0-547a-46f8-8534-201aa49a5f20 req-8c70ab68-664a-4509-a187-95b46ca860ea tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Jul 13 20:48:36.957569 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:36.961257 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e08601-1b2b-46c5-952e-b0529e7d992d" -d '{"events": [{"server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "name": "network-vif-plugged", "status": "completed", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:37.014895 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0fc3f7-5510-4968-96ad-343758df5ad1 x-openstack-request-id: req-bf0fc3f7-5510-4968-96ad-343758df5ad1 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:37.015260 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "name": "network-vif-plugged", "status": "completed", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:37.015507 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf0fc3f7-5510-4968-96ad-343758df5ad1 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:37.016087 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce', 'code': 200} Jul 13 20:48:37.072642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1250-d3c9-4533-9e6e-fcb138380d09 req-be93f323-a1da-46bc-9945-489445b59ac9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:37.074205 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0fda1250-d3c9-4533-9e6e-fcb138380d09 req-be93f323-a1da-46bc-9945-489445b59ac9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 945 time: 0.1434877 Jul 13 20:48:37.122905 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0fda1250-d3c9-4533-9e6e-fcb138380d09 req-b6ea2260-5fa9-4951-ad72-8c1f75065f59 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Jul 13 20:48:37.273355 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9586bf-882f-436f-97a4-646670bebf06 req-fa115424-31aa-4fe8-acd8-3c0fa497a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:37.274888 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1f9586bf-882f-436f-97a4-646670bebf06 req-fa115424-31aa-4fe8-acd8-3c0fa497a933 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.0568328 Jul 13 20:48:37.318366 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1f9586bf-882f-436f-97a4-646670bebf06 req-44e899ba-16c3-4264-b7ea-65dc91121608 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Jul 13 20:48:37.695696 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:37.770826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 42186181-8c72-4d25-aa13-16b29adc8bb8 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:37.779289 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 42186181-8c72-4d25-aa13-16b29adc8bb8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:37.779901 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:37.897989 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4ea8d-62b0-430d-9900-6024c03f2cda req-1f4796d2-408e-4fd7-b2ca-051766fe31b4 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:37.904928 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-11d4ea8d-62b0-430d-9900-6024c03f2cda req-1f4796d2-408e-4fd7-b2ca-051766fe31b4 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0949152 Jul 13 20:48:37.937132 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:37.958600 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-11d4ea8d-62b0-430d-9900-6024c03f2cda req-9437b647-e63a-4afa-8f97-89e181193693 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500309 Jul 13 20:48:37.981000 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:37.988905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:37.990629 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:48:38.104312 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:38.120155 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f4043-c27e-4efa-82c2-59ec31730d54 req-0559da9c-4a94-4ede-8081-098dec0416bb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:38.122944 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-511f4043-c27e-4efa-82c2-59ec31730d54 req-0559da9c-4a94-4ede-8081-098dec0416bb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1072893 Jul 13 20:48:38.125260 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:48:38.134609 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:48:38.135086 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.143227 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36372) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:38.191647 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-511f4043-c27e-4efa-82c2-59ec31730d54 req-e0e3bb59-9a3d-4136-8067-a1b9da2cd3f5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609083 Jul 13 20:48:38.335396 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.358792 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-de4ab6b6-2070-4e97-80fe-96a41496b5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.429969 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:48:38.430158 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c4a89-4c6e-4e27-b289-1dbdc1b29614 req-aea8e6d6-9883-4dfb-aa4a-74a4839c09ec tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:38.431748 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d34c4a89-4c6e-4e27-b289-1dbdc1b29614 req-aea8e6d6-9883-4dfb-aa4a-74a4839c09ec tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 945 time: 0.1349406 Jul 13 20:48:38.438990 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.498301 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d34c4a89-4c6e-4e27-b289-1dbdc1b29614 req-dd055d3f-a5a0-4ca3-a239-c2f8e76a4a8c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Jul 13 20:48:38.546396 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:38.574151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-de4ab6b6-2070-4e97-80fe-96a41496b5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.577801 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-de4ab6b6-2070-4e97-80fe-96a41496b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.616535 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ab6b6-2070-4e97-80fe-96a41496b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cde99-0a90-4e8d-aba8-be262dd04187,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:38.624880 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-de4ab6b6-2070-4e97-80fe-96a41496b5cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02f10a4bb0784780948c0cc539f0c88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801114 Jul 13 20:48:38.627606 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36394) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:38.690924 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.714378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.769399 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.771985 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:38.775421 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d3cde99-0a90-4e8d-aba8-be262dd04187 HTTP/1.1" status: 204 len: 168 time: 0.1444340 Jul 13 20:48:38.783286 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1b1a0-f40a-4c00-aa44-e748c0d4948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cde99-0a90-4e8d-aba8-be262dd04187,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:39.017557 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}, {'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:39.020323 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0a672-0708-4e21-bc1d-78c4a7cf50f7" -d '{"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}, {"server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "name": "network-vif-plugged", "status": "completed", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:39.062433 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334dd27-6d98-4a59-b699-9924d751705f x-openstack-request-id: req-0334dd27-6d98-4a59-b699-9924d751705f {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:39.062787 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "code": 200}, {"server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "name": "network-vif-plugged", "status": "completed", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:39.063037 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0334dd27-6d98-4a59-b699-9924d751705f {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:39.063263 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36414) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:39.063629 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'code': 200} Jul 13 20:48:39.063887 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88', 'code': 200} Jul 13 20:48:39.077676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1e827556-a738-48a5-b423-daf84c9aaee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.166312 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1e827556-a738-48a5-b423-daf84c9aaee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.170493 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1e827556-a738-48a5-b423-daf84c9aaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.206612 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1e827556-a738-48a5-b423-daf84c9aaee7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=236b8fb8a8d44a1293c76f84502834f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419690 Jul 13 20:48:39.208481 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e827556-a738-48a5-b423-daf84c9aaee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa6c6d-79ca-4012-b9e9-74788bf60e5d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:39.209353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36416) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:39.258051 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.279660 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.349127 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.351588 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.352675 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92fa6c6d-79ca-4012-b9e9-74788bf60e5d HTTP/1.1" status: 204 len: 168 time: 0.1423292 Jul 13 20:48:39.366086 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8f5d-dc33-4bb5-893a-025503d83744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa6c6d-79ca-4012-b9e9-74788bf60e5d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:39.391625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0003636-c70a-4619-a451-701bc04d9792 req-eae27895-bd4f-4579-8091-8d60d8e50df2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:39.393221 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0003636-c70a-4619-a451-701bc04d9792 req-eae27895-bd4f-4579-8091-8d60d8e50df2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0789089 Jul 13 20:48:39.429818 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0003636-c70a-4619-a451-701bc04d9792 req-880f40cc-871c-4fa4-93ba-48b35c628b12 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jul 13 20:48:39.697591 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5fb4e-0e0f-4017-ae0e-ada741e3df31 req-79f8f919-54ac-496b-a0f5-bab957f6c930 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:39.703181 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-84d5fb4e-0e0f-4017-ae0e-ada741e3df31 req-79f8f919-54ac-496b-a0f5-bab957f6c930 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0779338 Jul 13 20:48:39.704610 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36438) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:39.725813 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-68a09499-a82f-4131-8bef-d0d4242a5933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.761937 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-84d5fb4e-0e0f-4017-ae0e-ada741e3df31 req-746ee8a3-0942-42ce-b76d-315abb97efa7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507948 Jul 13 20:48:39.867126 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-68a09499-a82f-4131-8bef-d0d4242a5933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.870820 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-68a09499-a82f-4131-8bef-d0d4242a5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.910103 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-68a09499-a82f-4131-8bef-d0d4242a5933 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5d0522be0bb45638f616ab0d8775a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042758 Jul 13 20:48:39.911986 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a09499-a82f-4131-8bef-d0d4242a5933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1c3917-35d5-4b1b-8ee4-db24fdb9997b,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:39.912832 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36454) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:39.972272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:39.995739 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.048135 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.056190 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.057455 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d1c3917-35d5-4b1b-8ee4-db24fdb9997b HTTP/1.1" status: 204 len: 168 time: 0.1435339 Jul 13 20:48:40.079045 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9970-230d-4946-be76-e9e8143867b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1c3917-35d5-4b1b-8ee4-db24fdb9997b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:40.364350 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36488) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:40.473023 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-67216f85-c225-4cfa-8509-8e697f8544d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.567291 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-67216f85-c225-4cfa-8509-8e697f8544d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.571845 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-67216f85-c225-4cfa-8509-8e697f8544d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.612018 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557473-e98f-4e8f-a83c-1799d908df93 req-ecfde87a-a4be-4534-bbeb-c8f5a0dd5f0b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:40.613764 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb557473-e98f-4e8f-a83c-1799d908df93 req-ecfde87a-a4be-4534-bbeb-c8f5a0dd5f0b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0676162 Jul 13 20:48:40.614498 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-67216f85-c225-4cfa-8509-8e697f8544d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=561ba2cc3ab349bbabc55506940b19e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490668 Jul 13 20:48:40.615639 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67216f85-c225-4cfa-8509-8e697f8544d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb70a4-c913-4427-8eb3-9763c01a211a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:40.617341 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36504) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:40.689366 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb557473-e98f-4e8f-a83c-1799d908df93 req-18e76fe9-28d6-4966-a9d2-32e0737fcc89 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612411 Jul 13 20:48:40.704127 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.724680 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.733033 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:48:40.770851 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.773340 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:40.774564 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57cb70a4-c913-4427-8eb3-9763c01a211a HTTP/1.1" status: 204 len: 168 time: 0.1505287 Jul 13 20:48:40.787589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1387d5e-fc19-4e63-aa5d-c108e80ddba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb70a4-c913-4427-8eb3-9763c01a211a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:40.971719 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc847-4dc9-45c1-93fd-6df87aa64687 req-2b31909a-7ae3-47b1-b4fb-ade20bbf1ef4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:40.973233 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-674fc847-4dc9-45c1-93fd-6df87aa64687 req-2b31909a-7ae3-47b1-b4fb-ade20bbf1ef4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0656843 Jul 13 20:48:41.031970 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-674fc847-4dc9-45c1-93fd-6df87aa64687 req-dede7ada-a4d1-438e-8c67-4255c58fe2ec tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518842 Jul 13 20:48:41.113181 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36534) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:41.127361 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf2de434-0ea7-4f01-8042-72251b24b363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.220929 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf2de434-0ea7-4f01-8042-72251b24b363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.224473 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bf2de434-0ea7-4f01-8042-72251b24b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.269356 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-bf2de434-0ea7-4f01-8042-72251b24b363 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=122cecef0a824a8d86c97e0f1d533ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524053 Jul 13 20:48:41.269356 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2de434-0ea7-4f01-8042-72251b24b363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cfbd12-298f-4e4b-9de1-b91b640d93b3,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:41.269566 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36538) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:41.324622 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.344413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.394057 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.396496 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:41.397587 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60cfbd12-298f-4e4b-9de1-b91b640d93b3 HTTP/1.1" status: 204 len: 168 time: 0.1270435 Jul 13 20:48:41.405258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf84fc-e2a4-4c3c-8696-2528c23793da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cfbd12-298f-4e4b-9de1-b91b640d93b3,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:41.869608 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2085-7e40-49da-a428-70172f25842c req-b88bb945-0e15-4ddc-97c1-1654b03a7a57 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:41.871270 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c8e2085-7e40-49da-a428-70172f25842c req-b88bb945-0e15-4ddc-97c1-1654b03a7a57 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jul 13 20:48:41.915019 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c8e2085-7e40-49da-a428-70172f25842c req-a52beb79-4583-44d7-b007-33fba36e8c25 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Jul 13 20:48:42.319358 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e909d-0d40-4018-8e4e-a7e6eb50edb6 req-ba8e26c3-58ac-48cd-8061-63cf39e4982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:42.321158 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea6e909d-0d40-4018-8e4e-a7e6eb50edb6 req-ba8e26c3-58ac-48cd-8061-63cf39e4982c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1098 time: 0.1579430 Jul 13 20:48:42.334032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e99a89-0f98-445e-b943-6909de99b88e req-47229953-fddf-4838-ae37-278d2c9eed1e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:42.341391 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2e99a89-0f98-445e-b943-6909de99b88e req-47229953-fddf-4838-ae37-278d2c9eed1e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1448598 Jul 13 20:48:42.361566 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a751d2-e1ab-4c0f-8040-f98003aaae19 req-3c4eca7c-daec-46cd-8b57-f94cbf64ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:42.361566 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3a751d2-e1ab-4c0f-8040-f98003aaae19 req-3c4eca7c-daec-46cd-8b57-f94cbf64ff85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1099 time: 0.1612382 Jul 13 20:48:42.416083 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2e99a89-0f98-445e-b943-6909de99b88e req-28079c19-ee61-4dfa-bbe8-3637501e2b0c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737646 Jul 13 20:48:42.428572 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea6e909d-0d40-4018-8e4e-a7e6eb50edb6 req-25624f3f-47a5-4d07-8868-a576ebd2da09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782099 Jul 13 20:48:42.466298 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3a751d2-e1ab-4c0f-8040-f98003aaae19 req-3ca62b7d-84b2-47db-b108-0585f029a2f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 Jul 13 20:48:43.107096 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0def09a-162c-4602-8226-bf8fb0f3d450 req-52ed2eda-f8ae-47f2-bd4f-3292ef0b5194 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:43.108723 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0def09a-162c-4602-8226-bf8fb0f3d450 req-52ed2eda-f8ae-47f2-bd4f-3292ef0b5194 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0668464 Jul 13 20:48:43.127700 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36666) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:43.148954 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0def09a-162c-4602-8226-bf8fb0f3d450 req-41f76bd9-fb1f-451f-8563-b9d5ef1739e3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337458 Jul 13 20:48:43.236173 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ba300eb5-94fe-4fe3-b192-d350e623afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.319497 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ba300eb5-94fe-4fe3-b192-d350e623afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.322978 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ba300eb5-94fe-4fe3-b192-d350e623afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.359181 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-ba300eb5-94fe-4fe3-b192-d350e623afed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cfe7cb582864bc79a8ea1a0c8768bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303901 Jul 13 20:48:43.360358 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba300eb5-94fe-4fe3-b192-d350e623afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26073252-b217-45dd-89c5-e87074e5ea63,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:43.361784 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36676) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:43.411601 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.431140 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.476751 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.479381 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.483313 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26073252-b217-45dd-89c5-e87074e5ea63 HTTP/1.1" status: 204 len: 168 time: 0.1177444 Jul 13 20:48:43.489639 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae773c80-bfdc-42e8-a0d3-983b772fa680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26073252-b217-45dd-89c5-e87074e5ea63,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:43.596725 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41227a-e4d6-460f-95e9-6722d581f508 req-86178389-b30c-4886-a980-d8d86dd84b93 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:43.598206 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0d41227a-e4d6-460f-95e9-6722d581f508 req-86178389-b30c-4886-a980-d8d86dd84b93 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0668492 Jul 13 20:48:43.635130 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0d41227a-e4d6-460f-95e9-6722d581f508 req-350f8672-7835-477c-a852-121457347de6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Jul 13 20:48:43.744037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36688) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:43.756770 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-027d4144-69fb-4c55-9ddd-6f578c4e5c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.849446 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-027d4144-69fb-4c55-9ddd-6f578c4e5c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.859223 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-027d4144-69fb-4c55-9ddd-6f578c4e5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.896168 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-027d4144-69fb-4c55-9ddd-6f578c4e5c1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39bcac45fb114341ab4530f68df6a7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510181 Jul 13 20:48:43.897015 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d4144-69fb-4c55-9ddd-6f578c4e5c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9279496-b1ed-4f68-bcc1-3eb16ee3d92d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:43.898745 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36692) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:43.948547 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:43.969147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:44.014650 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:44.017525 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:44.018620 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9279496-b1ed-4f68-bcc1-3eb16ee3d92d HTTP/1.1" status: 204 len: 168 time: 0.1182687 Jul 13 20:48:44.025520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ccb3-b517-4388-872a-b9a6bebd57b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9279496-b1ed-4f68-bcc1-3eb16ee3d92d,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:44.323101 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20d654-c91e-47f0-ba79-f4292b3346ab req-23915721-0f26-493a-90e1-90a2b857221b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:44.324596 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a20d654-c91e-47f0-ba79-f4292b3346ab req-23915721-0f26-493a-90e1-90a2b857221b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0624678 Jul 13 20:48:44.361873 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a20d654-c91e-47f0-ba79-f4292b3346ab req-ffc53116-0764-44ee-b798-1927e6ae75f9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Jul 13 20:48:44.808354 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d858f-3bc7-4c08-b8d1-8f3a0af4d52c req-235761b1-5228-498e-aff1-8e928438e6d8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:44.810381 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-be6d858f-3bc7-4c08-b8d1-8f3a0af4d52c req-235761b1-5228-498e-aff1-8e928438e6d8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0653360 Jul 13 20:48:44.846953 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-be6d858f-3bc7-4c08-b8d1-8f3a0af4d52c req-34e209d1-75ac-4dec-aac1-1b015cd31a0b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Jul 13 20:48:45.540312 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41200c-1c52-4d62-a1c8-a321fc3144d7 req-26486f5e-fa04-4490-b8d7-ebbc71d987be tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:45.541752 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5e41200c-1c52-4d62-a1c8-a321fc3144d7 req-26486f5e-fa04-4490-b8d7-ebbc71d987be tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0650656 Jul 13 20:48:45.578669 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5e41200c-1c52-4d62-a1c8-a321fc3144d7 req-4b2bc35a-d989-471f-a957-0b2e09cc10b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306821 Jul 13 20:48:45.877267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36786) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:46.017997 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88d7342f-ba12-4032-9898-d6c53f5c4607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.074531 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d440-bc3d-4676-a41c-af6c03d13610 req-947b2da5-c664-4c22-8f57-0894c5ef8586 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:46.076621 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-78b3d440-bc3d-4676-a41c-af6c03d13610 req-947b2da5-c664-4c22-8f57-0894c5ef8586 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1031411 Jul 13 20:48:46.140550 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-78b3d440-bc3d-4676-a41c-af6c03d13610 req-7092b3aa-a9cc-4678-92fa-387096ca3882 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564339 Jul 13 20:48:46.176256 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88d7342f-ba12-4032-9898-d6c53f5c4607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.180062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88d7342f-ba12-4032-9898-d6c53f5c4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.216935 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-88d7342f-ba12-4032-9898-d6c53f5c4607 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8464fde7b3be42259cc082cc08bb2577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385720 Jul 13 20:48:46.217822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7342f-ba12-4032-9898-d6c53f5c4607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475d164b-d7b4-4b5f-8210-8dd275a79b02,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:46.219575 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36808) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:46.272123 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.294435 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.346048 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.348868 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.350004 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/475d164b-d7b4-4b5f-8210-8dd275a79b02 HTTP/1.1" status: 204 len: 168 time: 0.1288526 Jul 13 20:48:46.362279 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d44ea-3309-4bb3-bb50-adbfe39769c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d164b-d7b4-4b5f-8210-8dd275a79b02,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:46.640762 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36826) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:46.659112 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfdb503c-d0de-4d1f-92d3-7593e444005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.935672 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d795-4a2c-4b4a-981c-86f40f89e98b req-56d77184-d7c3-4f2c-910c-69e1f98716d6 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:46.937159 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da71d795-4a2c-4b4a-981c-86f40f89e98b req-56d77184-d7c3-4f2c-910c-69e1f98716d6 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.2318177 Jul 13 20:48:46.941924 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfdb503c-d0de-4d1f-92d3-7593e444005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:46.951723 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfdb503c-d0de-4d1f-92d3-7593e444005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.010333 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bfdb503c-d0de-4d1f-92d3-7593e444005e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6d1b0d83f0a45158775247d79a3a6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651919 Jul 13 20:48:47.010686 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb503c-d0de-4d1f-92d3-7593e444005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b89b6e-8bb6-49e2-b599-c1dbe891cf91,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:47.011169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36838) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:47.016167 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da71d795-4a2c-4b4a-981c-86f40f89e98b req-d99c80c6-f82c-4768-bab2-e92d328680c9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722063 Jul 13 20:48:47.068033 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.088393 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.139247 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.141856 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:47.143108 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4b89b6e-8bb6-49e2-b599-c1dbe891cf91 HTTP/1.1" status: 204 len: 168 time: 0.1309199 Jul 13 20:48:47.150342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852eb12-a3b4-4c9b-a9fa-dfe1c00790e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b89b6e-8bb6-49e2-b599-c1dbe891cf91,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:47.332828 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a084-29ca-4c93-b21c-ebe5d7213e20 req-bc694e36-bbac-461a-bcc2-2c71b2ac01a9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:47.334305 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3123a084-29ca-4c93-b21c-ebe5d7213e20 req-bc694e36-bbac-461a-bcc2-2c71b2ac01a9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0657394 Jul 13 20:48:47.372603 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3123a084-29ca-4c93-b21c-ebe5d7213e20 req-9e9a39b5-281e-4c2a-a7b1-7c9ae6bbc574 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Jul 13 20:48:47.859183 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-b34bb046-e321-430a-be69-7984ad44b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:47.860690 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-b34bb046-e321-430a-be69-7984ad44b975 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1099 time: 0.0993705 Jul 13 20:48:47.920437 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988af637-8c1d-43c2-873a-429848d749b5 req-a1b7b699-cab5-4755-9c7d-44f8ef65d904 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:47.921958 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-988af637-8c1d-43c2-873a-429848d749b5 req-a1b7b699-cab5-4755-9c7d-44f8ef65d904 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1295869 Jul 13 20:48:47.987214 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-988af637-8c1d-43c2-873a-429848d749b5 req-9e16f6cf-8975-4806-b5d6-81f1f9d84171 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Jul 13 20:48:47.996407 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-c1e89eed-25e9-4b08-a16a-ccdbc024ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:47.999291 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-c1e89eed-25e9-4b08-a16a-ccdbc024ae28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.1318982 Jul 13 20:48:48.046948 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-8e7ca8bf-dea4-4307-85e6-b3bb88d19167 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 HTTP/1.1" status: 200 len: 217 time: 0.0395300 Jul 13 20:48:48.119374 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-4ca321eb-b329-4c39-af4f-3b9d76239be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:48.120858 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-4ca321eb-b329-4c39-af4f-3b9d76239be4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0683315 Jul 13 20:48:48.157585 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-cf54f347-8d40-4094-bc26-e05396cbb946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298927 Jul 13 20:48:48.253317 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23134ad-ff33-4adb-b6e6-893729df6894 req-17f4a461-2534-428e-b659-7dec47acc702 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:48.254999 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c23134ad-ff33-4adb-b6e6-893729df6894 req-17f4a461-2534-428e-b659-7dec47acc702 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0783818 Jul 13 20:48:48.282781 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-e58ff840-3b4c-498c-b39b-8fc334eb442c service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075161 Jul 13 20:48:48.311280 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c23134ad-ff33-4adb-b6e6-893729df6894 req-0ec08ebf-4839-4885-bd85-b46c0cfdea06 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461454 Jul 13 20:48:48.404278 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f2c2c818-f2d5-4288-a671-01e56ddae0c7 req-23fbb70b-63bc-465b-940b-86b1a14885bc service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142652 Jul 13 20:48:48.513823 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac8ff-ec42-4983-ae2e-aea76549373c req-1c28f85e-054c-4359-a912-325085b7d8b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:48.515405 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d19ac8ff-ec42-4983-ae2e-aea76549373c req-1c28f85e-054c-4359-a912-325085b7d8b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0653887 Jul 13 20:48:48.524232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36910) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:48.528676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'floatingip': {'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:48:48.597168 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.225437 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bcfd0-9677-4e4b-b8de-b4dba0d03344 req-1aa25b8c-09b2-4a57-9245-af69ba0ed243 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:49.227015 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d64bcfd0-9677-4e4b-b8de-b4dba0d03344 req-1aa25b8c-09b2-4a57-9245-af69ba0ed243 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1159215 Jul 13 20:48:49.285066 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d64bcfd0-9677-4e4b-b8de-b4dba0d03344 req-496b47a9-b57c-40c8-b940-7a313ab7bbf7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 Jul 13 20:48:49.416174 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36956) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:49.471599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36962) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:49.504549 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.513182 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.631926 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Floating IP 5abaafc1-64f9-43b9-8827-785d6e061253 associated. External IP: 172.27.2.127, port: 42186181-8c72-4d25-aa13-16b29adc8bb8. Jul 13 20:48:49.646912 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b497fa91-c720-4cab-a0b4-d62876fd6410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.672399 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.713868 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.db.api [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:48:49.713868 dv-cinder-800703-1-iscsi neutron-server[104497]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 20:48:49.713868 dv-cinder-800703-1-iscsi neutron-server[104497]: [parameters: {'project_id': '97ffa7d450594b778a6c898ff84355e5', 'id': '9ba40b0a-32d4-4e2e-b626-6ba37196546e', 'expiration': datetime.datetime(2021, 7, 13, 20, 50, 49, 701305)}] Jul 13 20:48:49.713868 dv-cinder-800703-1-iscsi neutron-server[104497]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:48:49.714365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG oslo_db.api [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:48:49.780560 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b497fa91-c720-4cab-a0b4-d62876fd6410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.784781 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b497fa91-c720-4cab-a0b4-d62876fd6410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.825610 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b497fa91-c720-4cab-a0b4-d62876fd6410 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8683a9d0b1204e1a9c33331152400766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053535 Jul 13 20:48:49.825610 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497fa91-c720-4cab-a0b4-d62876fd6410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c20571-0741-4079-8d09-8dc31d5acd8e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:49.826031 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36972) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:49.880239 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:48:49.931829 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:49.989245 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.035144 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:48:50.041483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.050849 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:48:50.060169 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:50.060783 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:50.078093 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.080559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.084049 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58c20571-0741-4079-8d09-8dc31d5acd8e HTTP/1.1" status: 204 len: 168 time: 0.2547238 Jul 13 20:48:50.085969 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-99572493-8a4e-4816-844c-ff62982cb971 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "PUT /v2.0/floatingips/5abaafc1-64f9-43b9-8827-785d6e061253 HTTP/1.1" status: 200 len: 991 time: 1.5607972 Jul 13 20:48:50.090895 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:48:50.093281 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d3682-2b37-4fdd-8194-25e9ee2ad34d" -d '{"events": [{"name": "network-changed", "server_uuid": "85399177-00cf-487a-9466-73967a02172a", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:48:50.108344 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4465c7-daa3-46ab-845b-7dbb9fad3c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c20571-0741-4079-8d09-8dc31d5acd8e,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:50.195037 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:50.215921 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.330435 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c568f656-2593-4ffe-b8d8-99877b5a3f65 x-openstack-request-id: req-c568f656-2593-4ffe-b8d8-99877b5a3f65 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:48:50.330748 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85399177-00cf-487a-9466-73967a02172a", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:48:50.331444 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c568f656-2593-4ffe-b8d8-99877b5a3f65 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:48:50.332009 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'status': 'completed', 'code': 200} Jul 13 20:48:50.376491 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.381708 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.431292 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97ffa7d450594b778a6c898ff84355e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9586499 Jul 13 20:48:50.433947 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 36988) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:50.444208 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8278-f551-4ea6-a7f4-f1f2f3e7b047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87bdae2-12e3-4d72-bf8c-4c384f962008,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:50.487736 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36990) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:50.505634 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d86dd10d-7f4a-4b12-ae32-179d1b4a63ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.507425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.514471 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a3bbf-3636-4a1a-86dc-0d14cf0bf390 req-9142d815-def3-47c3-bdf2-31a7a23722fb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:50.515981 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-180a3bbf-3636-4a1a-86dc-0d14cf0bf390 req-9142d815-def3-47c3-bdf2-31a7a23722fb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0833950 Jul 13 20:48:50.528391 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5abaafc1-64f9-43b9-8827-785d6e061253', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85399177-00cf-487a-9466-73967a02172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:48:10Z', 'updated_at': '2021-07-13T20:48:49Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:50.529279 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.579283 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-180a3bbf-3636-4a1a-86dc-0d14cf0bf390 req-c56072ee-4dfa-4049-b1c2-1fa8268a1687 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547912 Jul 13 20:48:50.605399 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.608393 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.612343 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b87bdae2-12e3-4d72-bf8c-4c384f962008 HTTP/1.1" status: 204 len: 168 time: 0.1734796 Jul 13 20:48:50.627684 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128955c3-235e-4fac-aa6f-adb0425dcc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87bdae2-12e3-4d72-bf8c-4c384f962008,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:50.637762 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:48:50.647116 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:48:50.647737 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:50.706961 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d86dd10d-7f4a-4b12-ae32-179d1b4a63ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.712064 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d86dd10d-7f4a-4b12-ae32-179d1b4a63ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.753599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd10d-7f4a-4b12-ae32-179d1b4a63ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae1b33-d25f-43aa-b614-2acd14709d8a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:50.758150 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d86dd10d-7f4a-4b12-ae32-179d1b4a63ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5593b8e3230846d3afffe7d6a4b44891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694838 Jul 13 20:48:50.760823 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 36998) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:48:50.771912 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:48:50.814752 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.816678 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.841069 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.915690 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.918607 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:50.919919 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36ae1b33-d25f-43aa-b614-2acd14709d8a HTTP/1.1" status: 204 len: 168 time: 0.1573222 Jul 13 20:48:50.931526 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d984-bc68-4ac4-8a60-a53864be347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae1b33-d25f-43aa-b614-2acd14709d8a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:48:51.040310 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5abaafc1-64f9-43b9-8827-785d6e061253', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85399177-00cf-487a-9466-73967a02172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:48:10Z', 'updated_at': '2021-07-13T20:48:49Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:48:51.069481 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a51a48-1b37-4c40-8c74-558cd08b7757 None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5abaafc1-64f9-43b9-8827-785d6e061253', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85399177-00cf-487a-9466-73967a02172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:48:10Z', 'updated_at': '2021-07-13T20:48:49Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:48:51.184099 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-fa069c4a-96c8-44e3-9773-22e8cdb8777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:51.297395 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c83cf6-a14d-457f-ac89-70ae4698f0a3 None None] New status for floating IP 5abaafc1-64f9-43b9-8827-785d6e061253: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:48:51.753751 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b487c-37d5-4ff8-9be2-ec797da679af req-c8ffc316-a77e-47fc-abb0-f050ef470e16 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:51.755291 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-731b487c-37d5-4ff8-9be2-ec797da679af req-c8ffc316-a77e-47fc-abb0-f050ef470e16 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0666087 Jul 13 20:48:51.795922 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-731b487c-37d5-4ff8-9be2-ec797da679af req-a9ffb249-d8c7-49af-af91-fe7b6db56f1d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Jul 13 20:48:52.964027 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59283f96-59e6-494c-8965-3fe6a5357be5 req-c73cb1a6-6d77-42d1-80bd-63887990c406 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:52.965471 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59283f96-59e6-494c-8965-3fe6a5357be5 req-c73cb1a6-6d77-42d1-80bd-63887990c406 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0618939 Jul 13 20:48:53.002838 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59283f96-59e6-494c-8965-3fe6a5357be5 req-65f7467d-b072-489c-bc29-61be73e18724 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Jul 13 20:48:53.431901 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-f5e0e650-6cb3-4975-97de-bbb25466cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:53.434209 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-f5e0e650-6cb3-4975-97de-bbb25466cfa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1098 time: 0.0582304 Jul 13 20:48:53.535735 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-673b8ed4-db7a-4f63-9774-bdd69062cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:53.538197 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-673b8ed4-db7a-4f63-9774-bdd69062cb81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0869539 Jul 13 20:48:53.701527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e9b59b4f-d957-40f8-acc0-029e618420b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:53.833873 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:53.893175 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-db55be76-c2a1-4f59-80ac-0028d9af36ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 1001 time: 0.3472304 Jul 13 20:48:53.950199 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-24935e82-7164-474f-b8e5-55eb82afcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:53.951711 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-24935e82-7164-474f-b8e5-55eb82afcd64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0506384 Jul 13 20:48:54.019753 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-52e6d5bb-f038-4c9a-80da-43b5ce844a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:54.021243 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-52e6d5bb-f038-4c9a-80da-43b5ce844a57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604718 Jul 13 20:48:54.133543 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-780be3ea-223e-491f-9164-b8c023fc7993 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034520 Jul 13 20:48:54.191203 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bcde-360e-4ab3-bf34-575005f5b2d7 req-ffc6433c-aa55-4dcb-9688-a99012730ca2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:54.192852 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bd90bcde-360e-4ab3-bf34-575005f5b2d7 req-ffc6433c-aa55-4dcb-9688-a99012730ca2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0726202 Jul 13 20:48:54.232521 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-299d3682-2b37-4fdd-8194-25e9ee2ad34d req-56c8fc04-4bbc-46dc-bcf3-1c54e1820547 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Jul 13 20:48:54.233561 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bd90bcde-360e-4ab3-bf34-575005f5b2d7 req-8b323b83-e2a7-465a-9bca-5e0fd860f3b3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Jul 13 20:48:54.649975 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:55.430166 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2141-9c1c-4fc0-952b-b7cc942a89bd req-9fa0e42f-9e9f-4c16-af23-0c089c232405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:55.431756 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b85b2141-9c1c-4fc0-952b-b7cc942a89bd req-9fa0e42f-9e9f-4c16-af23-0c089c232405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0681398 Jul 13 20:48:55.480252 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b85b2141-9c1c-4fc0-952b-b7cc942a89bd req-3a8e21e2-c363-4864-a9ea-ef49880ad788 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Jul 13 20:48:56.407900 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:48:56.563350 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e77acb-fc61-4b1f-9efc-3b885851dcc9 req-30098c14-3bfe-472f-a7b7-1bb6c7467f30 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:56.564822 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c6e77acb-fc61-4b1f-9efc-3b885851dcc9 req-30098c14-3bfe-472f-a7b7-1bb6c7467f30 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0619645 Jul 13 20:48:56.608638 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c6e77acb-fc61-4b1f-9efc-3b885851dcc9 req-0dd8ee71-db3a-4bd9-a4ca-92f3190a4622 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Jul 13 20:48:56.673460 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d43c3a-a608-40ef-9a47-77a4e88bcebc req-4982c379-12f7-44e3-8b20-a36ed9b4112a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:56.675158 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2d43c3a-a608-40ef-9a47-77a4e88bcebc req-4982c379-12f7-44e3-8b20-a36ed9b4112a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0776968 Jul 13 20:48:56.721239 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2d43c3a-a608-40ef-9a47-77a4e88bcebc req-32b37cd2-1828-4159-97b0-c92f991137d5 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Jul 13 20:48:57.791074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209f14a-c846-408b-820f-fb7cef7930ce req-084dcdb9-baab-46fa-8092-c447433b2ca3 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:57.792516 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6209f14a-c846-408b-820f-fb7cef7930ce req-084dcdb9-baab-46fa-8092-c447433b2ca3 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Jul 13 20:48:57.828366 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6209f14a-c846-408b-820f-fb7cef7930ce req-dca1605e-d401-415b-be5c-38780f9ceb90 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294800 Jul 13 20:48:57.988066 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dfd5a-4e66-483c-ac17-dc815d99665e req-f9f99cd9-2daf-438b-b3d3-34542c93c462 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:57.989490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3a7dfd5a-4e66-483c-ac17-dc815d99665e req-f9f99cd9-2daf-438b-b3d3-34542c93c462 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0624542 Jul 13 20:48:58.025935 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3a7dfd5a-4e66-483c-ac17-dc815d99665e req-aebb5e4f-3b28-4d9d-8ea8-a77a293ec777 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Jul 13 20:48:58.999948 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0470b-4a03-441c-a7ca-0c146a17b750 req-4ef6acaf-62d7-4955-badd-4b1ba3f405f2 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:59.001384 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03a0470b-4a03-441c-a7ca-0c146a17b750 req-4ef6acaf-62d7-4955-badd-4b1ba3f405f2 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0602937 Jul 13 20:48:59.037345 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03a0470b-4a03-441c-a7ca-0c146a17b750 req-e54e2914-df3a-4761-bc0f-9bf94fbc5784 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296299 Jul 13 20:48:59.196677 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d4c93-4dbf-4bfe-8432-a1fcc4731115 req-8842a919-429d-4550-a7b1-d2190890d944 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:48:59.198123 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac9d4c93-4dbf-4bfe-8432-a1fcc4731115 req-8842a919-429d-4550-a7b1-d2190890d944 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0612221 Jul 13 20:48:59.237749 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac9d4c93-4dbf-4bfe-8432-a1fcc4731115 req-2649fcdc-ec2d-4c09-a426-a92ee2af8537 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 Jul 13 20:49:00.089103 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37234) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:00.202656 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.221056 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244c15-4243-4457-8fe8-c9b7f81c0e6e req-cdd69d08-44f4-4e28-946d-e50464ce6c82 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:00.222738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c244c15-4243-4457-8fe8-c9b7f81c0e6e req-cdd69d08-44f4-4e28-946d-e50464ce6c82 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0732033 Jul 13 20:49:00.270255 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c244c15-4243-4457-8fe8-c9b7f81c0e6e req-c5cd0002-51cc-4411-8676-7d68057e99c5 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Jul 13 20:49:00.319182 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.323406 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.364689 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79398842e97247d1a6de429a5b14242a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745044 Jul 13 20:49:00.367325 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37244) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:00.373371 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5b997-a08d-4b86-9a23-2e9b5022c7e3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:00.398227 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.398571 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.398933 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.399272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.399661 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.399918 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.400265 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.400663 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.400997 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.401319 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.401642 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.401951 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099aae54-f976-4ce6-8d17-a0f40d058ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.417330 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.439006 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.440016 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c47-78e6-45c0-9c97-f3b018a58638 req-40e86f76-b736-4452-a394-66b3743c5aff tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:00.441526 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0770c47-78e6-45c0-9c97-f3b018a58638 req-40e86f76-b736-4452-a394-66b3743c5aff tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0803645 Jul 13 20:49:00.481028 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0770c47-78e6-45c0-9c97-f3b018a58638 req-ed843d66-666f-44e3-b6d9-f58a4d1df4c4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Jul 13 20:49:00.491676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.494280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:00.495574 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dda5b997-a08d-4b86-9a23-2e9b5022c7e3 HTTP/1.1" status: 204 len: 168 time: 0.1272123 Jul 13 20:49:00.508484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5b997-a08d-4b86-9a23-2e9b5022c7e3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:00.515781 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.516234 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.516667 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.517163 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.517585 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.518092 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.518682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.519097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.519512 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.520001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.520441 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:00.520843 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ec7af-a90b-40d5-b3de-f5117b0e12f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:01.098174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37282) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:01.203015 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178442617-network', 'tenant_id': '442edeebbc804ef79104087ec0865d1b'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:01.223907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Made reservation on behalf of 442edeebbc804ef79104087ec0865d1b for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:01.226128 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.238500 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.376137 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.380066 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.404118 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:49:01.426300 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38e5154-9fd8-450a-9b56-5a0b7fa9028f,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:01.431060 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.431499 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Added segment fd626680-b8fc-4761-8382-2304c837f7eb of type vlan for network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 Jul 13 20:49:01.488718 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4785fd6-e6c5-49dc-aaf2-ee13a6878210 req-9e7b8865-f8e9-4634-ba53-69127a959062 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:01.491379 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4785fd6-e6c5-49dc-aaf2-ee13a6878210 req-9e7b8865-f8e9-4634-ba53-69127a959062 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.0746396 Jul 13 20:49:01.497009 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.561482 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d4785fd6-e6c5-49dc-aaf2-ee13a6878210 req-ce9276cc-7399-4185-8936-1a7168599e2e tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/security-groups?id=9849ac03-e464-4ce2-856f-ca2f0e76a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638402 Jul 13 20:49:01.585777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.585777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:01.585777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.599405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-2cdca364-4936-4d34-b4dc-8e63de9d7b70 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:01.600855 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-2cdca364-4936-4d34-b4dc-8e63de9d7b70 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 945 time: 0.1243155 Jul 13 20:49:01.702851 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6007273 Jul 13 20:49:01.703187 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37310) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:01.708352 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Request body: {'subnet': {'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178442617-subnet', 'tenant_id': '442edeebbc804ef79104087ec0865d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:01.728496 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Made reservation on behalf of 442edeebbc804ef79104087ec0865d1b for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:01.731361 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940351'] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.739490 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be9896-210d-4a9d-8784-c3654a7cd620 admin admin] Pushing event updated for resources: {'Network': ['ID=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:01.750398 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:49:01.803648 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ed07-81c3-44e1-86a0-7a6cb8501543 req-8aac129f-1910-4361-b016-b1e4e2d187b6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:01.805160 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7464ed07-81c3-44e1-86a0-7a6cb8501543 req-8aac129f-1910-4361-b016-b1e4e2d187b6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1561384 Jul 13 20:49:01.845255 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Deleting port 7568519c-3e07-41c3-bcce-c58b08bed786 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:49:01.845590 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.904956 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7464ed07-81c3-44e1-86a0-7a6cb8501543 req-53883288-cd3c-4f81-b7e8-7f6816fe4f47 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916235 Jul 13 20:49:01.936517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940301'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.966852 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] For port 7568519c-3e07-41c3-bcce-c58b08bed786, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=7568519c-3e07-41c3-bcce-c58b08bed786,segment=NetworkSegment(c7e0c439-24a2-407c-bf90-36e3fadf0b96),segment_id=c7e0c439-24a2-407c-bf90-36e3fadf0b96)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:01.967244 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:01.983248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Calling delete_port for 7568519c-3e07-41c3-bcce-c58b08bed786 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:49:01.998525 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8619769-3777-4f29-a4b2-55e4317b663c,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:02.007176 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Checking segment: {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:02.007176 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Network hostable DHCP agents. Network: 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:49:02.020734 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:49:02.029588 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:02.034181 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:02.034729 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:02.038718 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641c570-bd85-4d9a-951a-ca29fe8ce132 None None] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:02.056740 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5b828df8-59a1-4717-9872-7b1acce265ae admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446708 Jul 13 20:49:02.156088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:02.178231 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['7568519c-3e07-41c3-bcce-c58b08bed786'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:02.180543 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33b4de-2d2d-45bf-b11c-dc849995d2fa None None] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:02.213526 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Pushing event deleted for resources: {'Port': ['ID=7568519c-3e07-41c3-bcce-c58b08bed786,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:02.271646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] No DVR routers for this DVR port 7568519c-3e07-41c3-bcce-c58b08bed786 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:49:02.274992 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:02.276971 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b63af0af-4642-4b91-85ab-9ae91e6c296f req-d070fad4-70bf-4cde-aaa0-e5c49b41c511 tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.44 "DELETE /v2.0/ports/7568519c-3e07-41c3-bcce-c58b08bed786 HTTP/1.1" status: 204 len: 173 time: 0.6700799 Jul 13 20:49:02.277945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'name': 'network-vif-deleted', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:02.280318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3443e83-c8d9-4cd7-9d31-0d9ecd5e0143" -d '{"events": [{"server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "name": "network-vif-deleted", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:02.323520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb331cc-07bc-4cc3-8948-21f94808ccd8 x-openstack-request-id: req-abb331cc-07bc-4cc3-8948-21f94808ccd8 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:02.323896 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68", "name": "network-vif-deleted", "tag": "7568519c-3e07-41c3-bcce-c58b08bed786", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:02.324873 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abb331cc-07bc-4cc3-8948-21f94808ccd8 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:02.325363 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68', 'name': 'network-vif-deleted', 'tag': '7568519c-3e07-41c3-bcce-c58b08bed786', 'status': 'completed', 'code': 200} Jul 13 20:49:02.703931 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-50779d99-bb93-4465-b7f6-3f50398eb843 req-fa27f92e-7531-4682-8e0c-b67382b8dc5b tempest-DeleteServersTestJSON-964206115 tempest-DeleteServersTestJSON-964206115-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3bb76bb-0e42-4e3a-8bac-27a8c2f2af68 HTTP/1.1" status: 200 len: 210 time: 0.0296378 Jul 13 20:49:02.947132 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37354) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:03.059249 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-911c9598-38c7-4a5b-baac-6d15525cda41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.087692 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163ca09-7f98-48ca-9890-61e09cf1f9f8 req-e7f3dfa3-b205-4e3a-9deb-6e052acbf42f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:03.089210 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4163ca09-7f98-48ca-9890-61e09cf1f9f8 req-e7f3dfa3-b205-4e3a-9deb-6e052acbf42f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0672312 Jul 13 20:49:03.128819 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4163ca09-7f98-48ca-9890-61e09cf1f9f8 req-da30fcf7-acb0-4988-ba4a-38907b05e8f8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 13 20:49:03.149133 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-911c9598-38c7-4a5b-baac-6d15525cda41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.154472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-911c9598-38c7-4a5b-baac-6d15525cda41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.194802 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-911c9598-38c7-4a5b-baac-6d15525cda41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=595907a8026640b0b453f52a6caa5742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465813 Jul 13 20:49:03.195990 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c9598-38c7-4a5b-baac-6d15525cda41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2c4c0-2c63-49b9-9663-6a2fb4622f83,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:03.197551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37360) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:03.244607 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.265308 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.316559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.319505 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:03.320537 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ab2c4c0-2c63-49b9-9663-6a2fb4622f83 HTTP/1.1" status: 204 len: 168 time: 0.1220255 Jul 13 20:49:03.328320 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529401c1-bb7d-49f3-aff4-bb320b4b9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2c4c0-2c63-49b9-9663-6a2fb4622f83,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:04.112484 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-ccdd2663-37a7-4c95-8918-a2cb9dfa9fe9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:04.114288 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-ccdd2663-37a7-4c95-8918-a2cb9dfa9fe9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 808 time: 0.1244354 Jul 13 20:49:04.139200 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-37b97a59-3cd8-4479-bfa7-91af74a8340a tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/quotas/442edeebbc804ef79104087ec0865d1b HTTP/1.1" status: 200 len: 375 time: 0.0186384 Jul 13 20:49:04.174778 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-e28cc577-17fc-4733-86a9-031d3eac2259 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345986 Jul 13 20:49:04.270837 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37434) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:04.322388 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-75c8fe25-5301-49a5-8d5d-52081f27c951 service neutron] 10.222.0.54 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409795 Jul 13 20:49:04.344474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d31184-c275-4c3e-9459-6a9c4a6bd42d req-f7c1e737-84d0-44cd-b804-a850378dc3cb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:04.346103 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e9d31184-c275-4c3e-9459-6a9c4a6bd42d req-f7c1e737-84d0-44cd-b804-a850378dc3cb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0826921 Jul 13 20:49:04.415277 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e9d31184-c275-4c3e-9459-6a9c4a6bd42d req-f3561ca0-47d9-4cea-9cbc-6f3d833cc653 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631764 Jul 13 20:49:04.419907 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b517f25f-0b59-4cbc-831f-ceb6148be72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.482258 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-f9f24efc-df16-400a-b0b2-6a86d57ac23c service neutron] 10.222.0.54 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585832 Jul 13 20:49:04.554953 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b517f25f-0b59-4cbc-831f-ceb6148be72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.560054 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b517f25f-0b59-4cbc-831f-ceb6148be72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.611903 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b517f25f-0b59-4cbc-831f-ceb6148be72c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19fe39bb05fc40a5a59be5205750cc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398745 Jul 13 20:49:04.614345 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37442) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:04.617980 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517f25f-0b59-4cbc-831f-ceb6148be72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284dc37-ca4d-445f-ad83-c2ab5f8e444a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:04.722896 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.754215 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5f675d0b-6b2f-4f6c-ab60-bd64e7e65e99 req-350496f7-ded0-4e77-b86d-d7690b5ebeec tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 210 time: 0.0638070 Jul 13 20:49:04.776257 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.831459 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.834144 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:04.835332 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9284dc37-ca4d-445f-ad83-c2ab5f8e444a HTTP/1.1" status: 204 len: 168 time: 0.2197015 Jul 13 20:49:04.843281 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1fcab-44b2-4c8a-9712-8dc83bc237d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284dc37-ca4d-445f-ad83-c2ab5f8e444a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:05.124396 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37462) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:05.137907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78675ac-603a-4e22-a7d1-6b7d937987d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.242081 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78675ac-603a-4e22-a7d1-6b7d937987d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.245777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b78675ac-603a-4e22-a7d1-6b7d937987d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.285631 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b78675ac-603a-4e22-a7d1-6b7d937987d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce168e166a054b1cadb3518998b5c7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593285 Jul 13 20:49:05.286502 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78675ac-603a-4e22-a7d1-6b7d937987d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b58e8-35a7-490a-99e8-74415df7b05d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:05.288235 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37470) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:05.338869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37472) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:05.375894 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.408055 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Deleting subnet 2a88e6f2-171e-44d1-8766-b09aa12db5ce {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:49:05.411163 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.418891 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.473981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.519909 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.522229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.523469 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c28b58e8-35a7-490a-99e8-74415df7b05d HTTP/1.1" status: 204 len: 168 time: 0.2331300 Jul 13 20:49:05.524656 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.554909 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1778-27db-4918-a12f-15236b81baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b58e8-35a7-490a-99e8-74415df7b05d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:05.587266 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edef79d-ce3f-4395-b2ab-29953edecd92 req-ee9a454f-55db-47a4-bca7-fc879b0632c3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:05.589097 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8edef79d-ce3f-4395-b2ab-29953edecd92 req-ee9a454f-55db-47a4-bca7-fc879b0632c3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0697174 Jul 13 20:49:05.600245 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.628301 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.630239 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a88e6f2-171e-44d1-8766-b09aa12db5ce HTTP/1.1" status: 204 len: 168 time: 0.2904353 Jul 13 20:49:05.631238 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323d094-50d4-46a9-92d7-0185b7631a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a88e6f2-171e-44d1-8766-b09aa12db5ce,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:05.632006 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8edef79d-ce3f-4395-b2ab-29953edecd92 req-8b3dacd9-f0dd-4c13-a927-64b1da3f4fd6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Jul 13 20:49:05.632990 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37478) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:05.712037 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.816776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:05.846944 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 7568519c-3e07-41c3-bcce-c58b08bed786 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:49:05.865881 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.871108 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.872114 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.874664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > port after_create 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.876162 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.879109 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > port after_update 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.882044 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.882766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.883502 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.885247 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:05.912593 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 7568519c-3e07-41c3-bcce-c58b08bed786 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:49:05.912957 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 7568519c-3e07-41c3-bcce-c58b08bed786 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:49:06.017540 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4774b297-0365-413a-a211-fb1ee07b2b7e req-de42f77d-e7b8-4b5c-9ab6-6528cac074b5 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 210 time: 0.0486276 Jul 13 20:49:06.023378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:06.023723 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:06.024642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:06.025087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 20:49:06.025411 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6a1cdb-ba54-46eb-9c48-1f93281fddd7']}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:06.057680 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e0c439-24a2-407c-bf90-36e3fadf0b96') {'for_net_delete': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:06.057971 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e0c439-24a2-407c-bf90-36e3fadf0b96') {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:06.115177 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186521'] for segment, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.149599 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.175796 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=104498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:49:06.176214 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6186441'] for segment, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: from cryptography.utils import int_from_bytes Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: from cryptography.utils import int_from_bytes Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: Traceback (most recent call last): Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: timer() Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: cb(*args, **kw) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: return func(*args, **kwargs) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: self._notify() Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: self.callback(batched_events) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: event.method(event) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: return f(self, *a, **k) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._get(url).json() Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: return self.request(url, 'GET', **kwargs) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:49:06.181059 dv-cinder-800703-1-iscsi neutron-server[104498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:49:06.288053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-af304224-2c84-473d-b772-38dde9a551f9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:06.289831 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-af304224-2c84-473d-b772-38dde9a551f9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 808 time: 0.2588043 Jul 13 20:49:06.291618 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.299886 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.302481 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cb6a1cdb-ba54-46eb-9c48-1f93281fddd7 HTTP/1.1" status: 204 len: 168 time: 0.6672218 Jul 13 20:49:06.319624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Request body: {'port': {'device_id': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74', 'admin_state_up': True, 'tenant_id': '442edeebbc804ef79104087ec0865d1b'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:06.324838 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7d18-f354-43c2-b80c-a8947183e062 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6a1cdb-ba54-46eb-9c48-1f93281fddd7,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:06.462269 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37538) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:06.478248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Made reservation on behalf of 442edeebbc804ef79104087ec0865d1b for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:06.485683 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.511232 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-eccd8ec2-da40-443d-bc31-d122f719fefa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ac9d9bfb8f044238be4f8c552771eba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475907 Jul 13 20:49:06.513601 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37540) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:06.598007 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.621673 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.641567 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Allocated IP 172.20.0.5 (65ea8972-0d08-4ca0-8dbc-d11e2fc51e74/c8619769-3777-4f29-a4b2-55e4317b663c/52bde9eb-90e9-4f22-ab1f-06f0478c37f0) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:06.680767 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.684040 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.687664 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9849ac03-e464-4ce2-856f-ca2f0e76a79d HTTP/1.1" status: 204 len: 168 time: 0.1706033 Jul 13 20:49:06.693438 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadd3c6-4b94-4812-a0b1-abdb315dc112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849ac03-e464-4ce2-856f-ca2f0e76a79d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:06.865003 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:06.908268 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcccf9-0607-402e-a154-07a111410437 req-ee44b0e9-3e87-474c-82ad-312d58b75672 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:06.909784 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-52bcccf9-0607-402e-a154-07a111410437 req-ee44b0e9-3e87-474c-82ad-312d58b75672 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1099775 Jul 13 20:49:06.964666 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.027738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-52bcccf9-0607-402e-a154-07a111410437 req-e95d9276-6768-4ffb-9b76-1ef3191986bb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Jul 13 20:49:07.062045 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Pushing event updated for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:07.077074 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:07.078565 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:07.095464 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:07.152817 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:07.154118 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.171307 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-59b3c279-c2da-46b3-a6e2-9a416d349810 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671434 Jul 13 20:49:07.187819 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Request body: {'port': {'device_id': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:07.309526 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.359125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421a1ea-c488-45e2-ba5b-d95996607f91 req-1615edf7-0cc0-438d-b431-e189efcb43ff tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:07.363149 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3421a1ea-c488-45e2-ba5b-d95996607f91 req-1615edf7-0cc0-438d-b431-e189efcb43ff tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 931 time: 0.1716790 Jul 13 20:49:07.471391 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3421a1ea-c488-45e2-ba5b-d95996607f91 req-55f93ee3-5cff-4b35-a481-478cdf1064ac tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048501 Jul 13 20:49:07.607477 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37602) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:07.673891 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:07.682996 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.697167 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Transition to ACTIVE for port object 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:07.702384 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.752194 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-219840171-network', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:07.760046 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Pushing event updated for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:07.781881 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Made reservation on behalf of 9b19b5258aac4d0089f5c7ba2379d2b5 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:07.784802 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.795339 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.844088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Attempting to bind port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:07.844555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Attempting to bind port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:07.844927 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Attempting to bind port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:07.867735 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:49:07.867979 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Attempting to bind port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:07.873692 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:07.874028 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Checking segment: {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:07.875068 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Bound using segment: {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:07.875281 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Bound port: 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:07.875645 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.932223 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.934627 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37628) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:07.942215 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.955118 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:49:07.967138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:07.967473 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:07.967812 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Added segment ea59cd75-f634-4490-a8b0-6e67f1bc1130 of type vlan for network 01d157f9-dbce-44f0-9e42-1da88adbf058 Jul 13 20:49:07.970740 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:07.982358 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.029874 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e17c2cf-50bf-4e1a-a5ac-6cc3e579d9b6,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:08.034334 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.070115 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.071625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.072272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.075476 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.076146 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.077559 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] 10.222.0.44 "PUT /v2.0/ports/52bde9eb-90e9-4f22-ab1f-06f0478c37f0 HTTP/1.1" status: 200 len: 1093 time: 0.8943276 Jul 13 20:49:08.078117 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:08.080483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917ade5-94ec-47b0-b533-84afb033bb19" -d '{"events": [{"name": "network-changed", "server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:08.120626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc341c-f59f-43d9-99e0-bec5704e9940 service neutron] Pushing event updated for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:08.170796 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.173148 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75b8709-fb85-41bf-8c0d-bd277845e068 x-openstack-request-id: req-e75b8709-fb85-41bf-8c0d-bd277845e068 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:08.173529 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:08.174212 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e75b8709-fb85-41bf-8c0d-bd277845e068 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:08.174354 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0', 'status': 'completed', 'code': 200} Jul 13 20:49:08.181436 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5714102 Jul 13 20:49:08.184865 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37650) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:08.190661 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Request body: {'subnet': {'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-219840171-subnet', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:08.200294 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01c7a-755c-4361-884b-b345192b1a8f admin admin] Pushing event updated for resources: {'Network': ['ID=01d157f9-dbce-44f0-9e42-1da88adbf058,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:08.212201 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:49:08.237178 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Made reservation on behalf of 9b19b5258aac4d0089f5c7ba2379d2b5 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:08.240096 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.251186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.db.api [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 20:49:08.251186 dv-cinder-800703-1-iscsi neutron-server[104497]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 20:49:08.251186 dv-cinder-800703-1-iscsi neutron-server[104497]: [parameters: {'project_id': '0a0e8c0a724244acb3401bb8e0aec8df', 'id': 'cb809e36-38b2-45bf-996f-68a3882738b6', 'expiration': datetime.datetime(2021, 7, 13, 20, 51, 8, 204064)}] Jul 13 20:49:08.251186 dv-cinder-800703-1-iscsi neutron-server[104497]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 20:49:08.251996 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG oslo_db.api [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 20:49:08.257194 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-bec83498-d24b-46a2-a5d5-086cb4da4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.258955 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-bec83498-d24b-46a2-a5d5-086cb4da4d5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 1096 time: 0.1230299 Jul 13 20:49:08.299550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed786b21-e4c6-45c0-b5e3-e6228ee4bf3e req-90ed35cd-7ced-4c42-8257-ea04ca143fae tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.302103 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed786b21-e4c6-45c0-b5e3-e6228ee4bf3e req-90ed35cd-7ced-4c42-8257-ea04ca143fae tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0954838 Jul 13 20:49:08.340693 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-191be937-0584-4e55-90f8-44e29c1e67b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0 HTTP/1.1" status: 200 len: 217 time: 0.0508072 Jul 13 20:49:08.351441 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed786b21-e4c6-45c0-b5e3-e6228ee4bf3e req-dbdc169a-a64b-498a-bea6-a6206787372a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 Jul 13 20:49:08.430202 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-aa857946-44b2-4280-8273-674afb401917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.431563 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-aa857946-44b2-4280-8273-674afb401917 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8619769-3777-4f29-a4b2-55e4317b663c HTTP/1.1" status: 200 len: 848 time: 0.0780060 Jul 13 20:49:08.495959 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-f9beedbd-d164-460a-b3b0-ed286011d0e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498097 Jul 13 20:49:08.655918 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be686-0db9-4ab5-be3f-bc0e8e7dc9db req-b7189940-7d15-483c-aaba-85848e9142a9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:08.657703 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-419be686-0db9-4ab5-be3f-bc0e8e7dc9db req-b7189940-7d15-483c-aaba-85848e9142a9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 943 time: 0.0716398 Jul 13 20:49:08.708452 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-419be686-0db9-4ab5-be3f-bc0e8e7dc9db req-28c04def-0217-4a05-9e65-6183021d44f7 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Jul 13 20:49:08.752874 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.837548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.864159 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.868386 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:08.898238 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-b4996e28-981e-496a-819b-596a057005b3 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963397 Jul 13 20:49:08.912705 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4da620e-3548-41d1-b71f-ed1c5e12c72b,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:08.915168 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a0e8c0a724244acb3401bb8e0aec8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784596 Jul 13 20:49:08.916092 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37706) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:08.918149 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8056c1-fef6-47c8-8acc-458f1b94cd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ba18a-252d-47d5-b04c-cbe6509351a1,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:08.985891 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Checking segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:08.986240 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Network hostable DHCP agents. Network: 01d157f9-dbce-44f0-9e42-1da88adbf058, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:49:09.044122 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:49:09.060610 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.066780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 01d157f9-dbce-44f0-9e42-1da88adbf058) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:09.072299 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f63e52a4-6358-4a37-b72f-344e34b7ce8b req-75556053-6472-4c59-af29-82a8c20aa729 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605728 Jul 13 20:49:09.074440 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba79b7-9201-4f42-baee-91a85cb09ff0 None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:09.077867 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:09.078445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.100426 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.111080 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-145bda1a-1488-4fdc-a472-0a2456d951eb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9251146 Jul 13 20:49:09.113445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37718) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:09.123962 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:09.193720 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.195081 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.221484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-bf18b563-dced-47db-8691-8fc75ef874a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:09.223156 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-bf18b563-dced-47db-8691-8fc75ef874a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 1096 time: 0.0907397 Jul 13 20:49:09.230732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.233685 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.234782 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b4ba18a-252d-47d5-b04c-cbe6509351a1 HTTP/1.1" status: 204 len: 168 time: 0.3107522 Jul 13 20:49:09.248795 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-01d157f9-dbce-44f0-9e42-1da88adbf058', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:49:09.249891 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.322080 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa6343-eedd-424b-b1ef-232930e472b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ba18a-252d-47d5-b04c-cbe6509351a1,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:09.345087 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37726) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:09.377209 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.383524 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-8886a1dd-7f99-4177-9de7-25e17ef1eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:09.385091 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-8886a1dd-7f99-4177-9de7-25e17ef1eb06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 909 time: 0.1493602 Jul 13 20:49:09.491862 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-9e7f8bea-94d0-47b0-accc-5ad79e299f82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0 HTTP/1.1" status: 200 len: 217 time: 0.0661631 Jul 13 20:49:09.513787 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Allocated IP 172.20.0.2 (01d157f9-dbce-44f0-9e42-1da88adbf058/f4da620e-3548-41d1-b71f-ed1c5e12c72b/e336f14f-bbea-4d93-8a6d-8ebf4dc0c581) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:09.593491 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f33f1af7-0a65-4a71-8d55-137be3bdfefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.614956 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.628242 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-ef0f42be-13a0-435f-a546-80125cd1a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:09.629768 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-ef0f42be-13a0-435f-a546-80125cd1a189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8619769-3777-4f29-a4b2-55e4317b663c HTTP/1.1" status: 200 len: 848 time: 0.1295731 Jul 13 20:49:09.717938 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f33f1af7-0a65-4a71-8d55-137be3bdfefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.722846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f33f1af7-0a65-4a71-8d55-137be3bdfefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.737098 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-7d285576-6d10-463c-9af3-9b730447a694 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600173 Jul 13 20:49:09.772956 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1af7-0a65-4a71-8d55-137be3bdfefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98158fee-4740-4b81-8219-e12b8761cd68,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:09.773153 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.781856 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f33f1af7-0a65-4a71-8d55-137be3bdfefc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b6a33c36c2541e684da41ea686652a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354734 Jul 13 20:49:09.782871 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37746) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:09.797087 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Transition to ACTIVE for port object e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:09.817806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Transition to ACTIVE for port object e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:09.830835 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.871684 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:09.873406 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.877307 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:09.881194 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:09.883940 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec636b-584e-44d2-ac6c-fe16c9660a3d req-e06af5c3-2643-487b-beca-5d98ff2cf2c1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:09.885464 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-11ec636b-584e-44d2-ac6c-fe16c9660a3d req-e06af5c3-2643-487b-beca-5d98ff2cf2c1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.2096672 Jul 13 20:49:09.912720 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.915510 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Pushing event updated for resources: {'Port': ['ID=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:09.932373 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-4bbd292f-f632-499d-8a1b-69bd503cad9c service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799662 Jul 13 20:49:09.945501 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.946081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.946606 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.947085 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.947602 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.948082 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.948548 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.949551 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.950043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.950529 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.951043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.951516 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:09.975200 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Attempting to bind port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:09.975757 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Attempting to bind port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:09.976584 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Attempting to bind port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:09.977165 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-11ec636b-584e-44d2-ac6c-fe16c9660a3d req-e1cdfaea-d772-44bd-990d-f43de7dfe467 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Jul 13 20:49:09.979863 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.983311 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:09.983899 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Checking segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:09.984489 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.985026 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Bound using segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:09.985831 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Bound port: e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:09.986417 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.986857 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:09.989245 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98158fee-4740-4b81-8219-e12b8761cd68 HTTP/1.1" status: 204 len: 168 time: 0.2028630 Jul 13 20:49:10.061819 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a97cde-98ae-4d2b-acbe-a7f14a675946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98158fee-4740-4b81-8219-e12b8761cd68,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:10.101985 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48098ef-98c5-4a35-b36d-0a0cb2e4ac95 req-022824c6-bd0c-4130-8b66-8a604dcbce3a tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:10.103612 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d48098ef-98c5-4a35-b36d-0a0cb2e4ac95 req-022824c6-bd0c-4130-8b66-8a604dcbce3a tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 943 time: 0.1120143 Jul 13 20:49:10.110228 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] For port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:10.122759 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] For port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:10.130191 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.157838 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d48098ef-98c5-4a35-b36d-0a0cb2e4ac95 req-3ff50e06-7f2e-4d14-97ea-74f65e491d98 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Jul 13 20:49:10.203059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846eead-33c9-41e1-af2a-f9ee848a1efd None None] Pushing event updated for resources: {'Port': ['ID=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:10.210105 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4917ade5-94ec-47b0-b533-84afb033bb19 req-df6cbaef-4abd-4b9b-bbf1-ae69694a2198 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614379 Jul 13 20:49:10.217644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.244481 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.355508 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37762) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:10.371724 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7939-38e6-4ffb-815e-f6167a071c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.376633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Allocated IP 172.27.2.174 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/7c8cd108-6be9-476f-9370-43f7eea9e2e3) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:10.503138 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7939-38e6-4ffb-815e-f6167a071c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.509236 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7939-38e6-4ffb-815e-f6167a071c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.535982 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c7939-38e6-4ffb-815e-f6167a071c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20287147-534b-4842-989f-fb72ff85427a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:10.542003 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.586659 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7e4c7939-38e6-4ffb-815e-f6167a071c74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a30bd5c7e7274d98b4203f52d2e830ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297256 Jul 13 20:49:10.588928 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37770) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:10.599157 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.651360 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:10.654570 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:10.654920 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.665405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:10.683014 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.702005 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Pushing event updated for resources: {'Port': ['ID=7c8cd108-6be9-476f-9370-43f7eea9e2e3,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:10.752032 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.755596 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:10.757135 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20287147-534b-4842-989f-fb72ff85427a HTTP/1.1" status: 204 len: 168 time: 0.1666400 Jul 13 20:49:10.780517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf656bc5-463f-4d55-8b3d-18ab78b39b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20287147-534b-4842-989f-fb72ff85427a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:11.112613 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.199404 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37786) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:11.430614 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0be8e2-6f88-4d00-bac6-8d9d7e153014 req-98808886-6555-4b5e-8721-6aaba4a20e1f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:11.430614 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cc0be8e2-6f88-4d00-bac6-8d9d7e153014 req-98808886-6555-4b5e-8721-6aaba4a20e1f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.2021871 Jul 13 20:49:11.431015 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.485001 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:11.505794 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cc0be8e2-6f88-4d00-bac6-8d9d7e153014 req-3361a465-18d7-42a8-ae96-778b3707c824 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Jul 13 20:49:11.523389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b811a496-3f70-44e4-ba5b-e94c276fad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.581227 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:11.658195 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b811a496-3f70-44e4-ba5b-e94c276fad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.664263 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b811a496-3f70-44e4-ba5b-e94c276fad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.666407 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cc3f7-5840-4123-a54f-cc53d610bf85 None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:11.697370 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b811a496-3f70-44e4-ba5b-e94c276fad42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50c2180bd8c54cb3bfb1c49f23b079a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968815 Jul 13 20:49:11.700576 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37800) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:11.755994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811a496-3f70-44e4-ba5b-e94c276fad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835cd69-c640-46f1-91f9-eb8ed00adc52,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:11.775092 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Provisioning for port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:11.795045 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Provisioning complete for port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:11.795449 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.801618 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.824225 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.878531 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:49:11.884937 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.892062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:11.896249 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5835cd69-c640-46f1-91f9-eb8ed00adc52 HTTP/1.1" status: 204 len: 168 time: 0.1938140 Jul 13 20:49:11.914270 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f198e-6e51-4126-ac6f-6df8aad0aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835cd69-c640-46f1-91f9-eb8ed00adc52,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:12.052639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.105664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cf03c-2ba3-431c-aaf7-173b9560d8e5 req-9f01d6da-8c65-42ad-8c99-ae0363df29b6 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:12.107110 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb1cf03c-2ba3-431c-aaf7-173b9560d8e5 req-9f01d6da-8c65-42ad-8c99-ae0363df29b6 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 943 time: 0.6129305 Jul 13 20:49:12.152921 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] For port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:12.166766 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.171021 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb1cf03c-2ba3-431c-aaf7-173b9560d8e5 req-98a8ea65-8f37-4aa9-a920-69caafad490c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568399 Jul 13 20:49:12.171619 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:49:12.213487 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:12.252868 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0', 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74', 'port_id': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0', 'mac_address': 'fa:16:3e:24:ee:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8619769-3777-4f29-a4b2-55e4317b663c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:49:12.334103 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.337503 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282ccd0-5b12-418d-900d-3d6c7c38f4ba None None] Pushing event updated for resources: {'Port': ['ID=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:12.358643 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:12.389768 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:12.395245 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.397647 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:49:12.411698 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:49:12.428953 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:12.430397 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:12.443568 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.449629 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37826) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:12.449969 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8cc740ad-2fe3-4cb0-9bd3-74fa1a91b11c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3306308 Jul 13 20:49:12.496480 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:12.614221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-d340654b-b0e8-4612-bcf4-63cbe938eafc None None] Provisioning complete for port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:12.614221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d340654b-b0e8-4612-bcf4-63cbe938eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:12.714999 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:12.721764 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['52bde9eb-90e9-4f22-ab1f-06f0478c37f0'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:12.802046 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a19f8-6d45-4e33-aa17-c6aeac169709 req-71270324-f595-412f-95bd-454d5c37c1dd tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:12.803747 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-682a19f8-6d45-4e33-aa17-c6aeac169709 req-71270324-f595-412f-95bd-454d5c37c1dd tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1355395 Jul 13 20:49:12.885331 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-682a19f8-6d45-4e33-aa17-c6aeac169709 req-5861bf07-121d-4acd-89d9-97fe8253a037 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752952 Jul 13 20:49:13.034172 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:10Z', 'revision_number': 3, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:13.065864 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:49:13.066468 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Updating router b7a2d121-db23-4b16-bfcc-f878f1f0de74 port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:49:13.104119 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.192978 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.300902 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37862) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:13.423570 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:13.463293 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.479787 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Transition to ACTIVE for port object 7c8cd108-6be9-476f-9370-43f7eea9e2e3 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:13.490276 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.496314 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:13.496807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.501828 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fde10-d22f-482d-b77c-852f400bf3ed req-421ca749-581a-4712-9328-4db84d6d9641 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:13.503786 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f9fde10-d22f-482d-b77c-852f400bf3ed req-421ca749-581a-4712-9328-4db84d6d9641 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 944 time: 0.1431501 Jul 13 20:49:13.518655 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Allocated IP 172.20.0.1 (01d157f9-dbce-44f0-9e42-1da88adbf058/f4da620e-3548-41d1-b71f-ed1c5e12c72b/5c805006-1277-46f8-bbe7-c6c402cce2b4) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:13.532013 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2124172011-network', 'tenant_id': '99076466ace54251b415e702d21dcd73'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:13.562150 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f9fde10-d22f-482d-b77c-852f400bf3ed req-53689135-a2e9-434d-a165-8d2af2070d13 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521107 Jul 13 20:49:13.562750 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Made reservation on behalf of 99076466ace54251b415e702d21dcd73 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:13.565481 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.586837 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.618209 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Pushing event updated for resources: {'Port': ['ID=7c8cd108-6be9-476f-9370-43f7eea9e2e3,revision_number=2']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:13.628660 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.629262 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.629759 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.630286 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.630646 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.631184 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.631887 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.632235 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.632715 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.633200 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.633680 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.634197 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:49:13.639882 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Attempting to bind port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:13.640252 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Attempting to bind port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:13.640615 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Attempting to bind port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:13.645737 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:13.646103 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:13.646757 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.647425 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:13.648111 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Bound port: 7c8cd108-6be9-476f-9370-43f7eea9e2e3, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:13.648892 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.701796 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.711202 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] For port 7c8cd108-6be9-476f-9370-43f7eea9e2e3, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:13.717483 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] For port 7c8cd108-6be9-476f-9370-43f7eea9e2e3, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7c8cd108-6be9-476f-9370-43f7eea9e2e3,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:13.720508 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Transition to ACTIVE for port object 5c805006-1277-46f8-bbe7-c6c402cce2b4 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:13.723493 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.748807 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.755509 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.767685 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.787651 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:49:13.798395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:13.804071 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.804410 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Added segment 69302ee3-9bed-464e-b6ce-091ac1fb9146 of type vlan for network 37551ccc-b053-43dd-906e-dc767d813b38 Jul 13 20:49:13.806298 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a1d5-26fc-4582-8714-6b6ae23f5b7b None None] Pushing event updated for resources: {'Port': ['ID=7c8cd108-6be9-476f-9370-43f7eea9e2e3,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:13.812315 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:13.813213 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:13.837002 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:13.840044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:13.842388 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:13.869886 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.874964 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:13.905019 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.930767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:13.931974 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:13.932572 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.004776 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:14.021023 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7172294 Jul 13 20:49:14.023706 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37878) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:14.032452 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Request body: {'subnet': {'network_id': '37551ccc-b053-43dd-906e-dc767d813b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2124172011-subnet', 'tenant_id': '99076466ace54251b415e702d21dcd73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:14.060458 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543df9-1ca0-4dea-a303-538eaed0a59b admin admin] Pushing event updated for resources: {'Network': ['ID=37551ccc-b053-43dd-906e-dc767d813b38,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:14.072090 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 37551ccc-b053-43dd-906e-dc767d813b38 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:49:14.078443 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Made reservation on behalf of 99076466ace54251b415e702d21dcd73 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:14.083390 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.131513 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.224319 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f7dac5b0-fa2e-438e-945e-a526cb9cc3be None None] Provisioning for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:14.231352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f7dac5b0-fa2e-438e-945e-a526cb9cc3be None None] Provisioning complete for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:14.231732 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f7dac5b0-fa2e-438e-945e-a526cb9cc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.266328 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c595e-682f-4e64-be97-204b2845c6c3 req-cba3fcd6-f2be-4722-ba54-a95fa2e7f802 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:14.268380 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cb2c595e-682f-4e64-be97-204b2845c6c3 req-cba3fcd6-f2be-4722-ba54-a95fa2e7f802 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1533799 Jul 13 20:49:14.286028 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-f7dac5b0-fa2e-438e-945e-a526cb9cc3be None None] Port 5c805006-1277-46f8-bbe7-c6c402cce2b4 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:49:14.353547 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cb2c595e-682f-4e64-be97-204b2845c6c3 req-76c83101-2a2c-4737-947b-6df2bca5e812 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553193 Jul 13 20:49:14.398729 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.411780 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:10Z', 'revision_number': 3, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:14.452237 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.453849 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d3e90-4b8b-4696-9151-893f193b91fc None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:10Z', 'revision_number': 3, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:49:14.457576 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.497706 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Checking segment: {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:14.498069 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Network hostable DHCP agents. Network: 37551ccc-b053-43dd-906e-dc767d813b38, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:49:14.507360 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2c1d56-3543-4b16-b21d-959fc1645ce4,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:14.524404 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Network 37551ccc-b053-43dd-906e-dc767d813b38 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:49:14.534525 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 37551ccc-b053-43dd-906e-dc767d813b38) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:14.539995 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:14.540118 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:14.540605 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.545290 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:14.548523 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd702f1c-aad0-49d0-b235-d58b24cbeed6 None None] Network 37551ccc-b053-43dd-906e-dc767d813b38 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:14.558653 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-9a6544e8-215f-4e40-af12-d578fe8c7193 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5333602 Jul 13 20:49:14.650839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:14.652407 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:14.739548 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5a65b-1cd1-4834-98a9-a67f00cdc078 None None] Network 37551ccc-b053-43dd-906e-dc767d813b38 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:14.899869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:49:14.988725 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70344e55-92a2-47a8-9815-b52c11a6a50a req-80176542-2eca-4a50-bf82-6eac0023e384 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:14.996339 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70344e55-92a2-47a8-9815-b52c11a6a50a req-80176542-2eca-4a50-bf82-6eac0023e384 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 944 time: 0.1836007 Jul 13 20:49:15.080298 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-70344e55-92a2-47a8-9815-b52c11a6a50a req-49b9ac3f-dd77-41c1-bf24-76816b96db08 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Jul 13 20:49:15.111537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:49:15.117372 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-cbda0b5c-aca9-40c5-be1d-57c885ee44a8 None None] Provisioning complete for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:15.117951 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-cbda0b5c-aca9-40c5-be1d-57c885ee44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:15.131908 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ac946e47-fa78-418b-ab35-3a59f781fa74 admin admin] 10.222.0.54 "PUT /v2.0/routers/b7a2d121-db23-4b16-bfcc-f878f1f0de74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6806140 Jul 13 20:49:15.159070 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-cbda0b5c-aca9-40c5-be1d-57c885ee44a8 None None] Port 5c805006-1277-46f8-bbe7-c6c402cce2b4 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:49:15.418261 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7c8cd108-6be9-476f-9370-43f7eea9e2e3 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:15.470074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:15.474809 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:15.475284 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:15.565826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:15.586528 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 7c8cd108-6be9-476f-9370-43f7eea9e2e3, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7c8cd108-6be9-476f-9370-43f7eea9e2e3,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:15.590441 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:15.636914 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=7c8cd108-6be9-476f-9370-43f7eea9e2e3,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:15.849470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e8541-d278-444a-a696-2af702919da8 req-5c26c4c4-918a-4f9a-bf5f-878cdca54b46 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:15.851055 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bb7e8541-d278-444a-a696-2af702919da8 req-5c26c4c4-918a-4f9a-bf5f-878cdca54b46 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0639520 Jul 13 20:49:15.890734 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bb7e8541-d278-444a-a696-2af702919da8 req-d5c05a3b-e432-4a7a-8fff-470b9832cc73 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Jul 13 20:49:16.035010 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 37912) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:16.039588 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844346007', 'description': 'tempest-description--1473738707'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:16.060882 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.143578 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.148137 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.161454 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:49:16.172073 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:16.173426 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:16.178684 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.179939 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1439109 Jul 13 20:49:16.183183 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37916) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:16.184143 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909128-0a3a-4282-96dc-a8361e260431 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86326ee7-9995-42ac-b080-a1444b94e3c3,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:16.189827 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group_rule': {'security_group_id': '86326ee7-9995-42ac-b080-a1444b94e3c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:16.222671 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.283515 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6880a0-ccf7-4fc2-837f-52c98af2c8a0 req-bd75e44f-a0c1-4a4c-aa96-c472369ed108 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:16.285050 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2d6880a0-ccf7-4fc2-837f-52c98af2c8a0 req-bd75e44f-a0c1-4a4c-aa96-c472369ed108 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 944 time: 0.0835297 Jul 13 20:49:16.311895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.316124 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.326460 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2d6880a0-ccf7-4fc2-837f-52c98af2c8a0 req-150fc355-21d5-4ce7-a6f0-0dd7a332c964 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jul 13 20:49:16.334753 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50be418b-b302-4a27-944b-e40cf290a7d5,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:16.341100 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.342665 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-16db4313-a20e-4d61-8961-522f005eea54 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574368 Jul 13 20:49:16.345201 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37920) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:16.349749 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group_rule': {'security_group_id': '86326ee7-9995-42ac-b080-a1444b94e3c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:16.376665 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.428181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:16.431676 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.435886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.455039 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46889687-6a84-4a24-869a-b03d5610b09c,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:16.458367 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.462548 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f223ae70-fc39-4b77-8294-fd15b850bf6f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135206 Jul 13 20:49:16.462946 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 37922) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:16.467538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:16.489289 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.637511 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 2, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:16.664018 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:16.668249 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:49:16.668249 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Updating router b7a2d121-db23-4b16-bfcc-f878f1f0de74 port 5c805006-1277-46f8-bbe7-c6c402cce2b4 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:49:16.723639 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.726665 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.775343 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:16.783265 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:16.783641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.865027 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Allocated IP 172.27.2.139 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/7c97a69a-88cb-4aee-b1f1-2c76f322add3) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:16.975879 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:16.991160 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.020711 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.025457 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:17.028609 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d59f83-f8ad-46b7-a55f-27133b40f569" -d '{"events": [{"server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "name": "network-vif-plugged", "status": "completed", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:17.056711 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:17.067373 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.076883 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63445cda-c388-4dc8-9c8d-21d567c46933 x-openstack-request-id: req-63445cda-c388-4dc8-9c8d-21d567c46933 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:17.077060 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:17.077154 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "name": "network-vif-plugged", "status": "completed", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:17.077497 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63445cda-c388-4dc8-9c8d-21d567c46933 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:17.077771 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0', 'code': 200} Jul 13 20:49:17.080209 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb694f9-0c08-47d8-a642-8acee36560e7 req-b3b6a008-15a5-4277-b451-971d6be13518 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:17.082303 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6cb694f9-0c08-47d8-a642-8acee36560e7 req-b3b6a008-15a5-4277-b451-971d6be13518 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0747943 Jul 13 20:49:17.089741 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:17.091992 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:17.132681 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=7c97a69a-88cb-4aee-b1f1-2c76f322add3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:17.134148 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6cb694f9-0c08-47d8-a642-8acee36560e7 req-89c07f8a-ca44-4d78-923b-7528fb4ed378 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Jul 13 20:49:17.171541 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:17.175192 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.186077 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Transition to ACTIVE for port object 5c805006-1277-46f8-bbe7-c6c402cce2b4 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:17.192510 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.201032 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.244742 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef80343-b097-478b-832a-1281a5fbbcd5 None None] Pushing event updated for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:17.248421 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.309967 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Attempting to bind port 5c805006-1277-46f8-bbe7-c6c402cce2b4 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:17.310341 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Attempting to bind port 5c805006-1277-46f8-bbe7-c6c402cce2b4 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:17.310799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Attempting to bind port 5c805006-1277-46f8-bbe7-c6c402cce2b4 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:17.316290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:17.316662 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Checking segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:17.317207 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.317604 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Bound using segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:17.318068 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Bound port: 5c805006-1277-46f8-bbe7-c6c402cce2b4, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:17.318445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.430528 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] For port 5c805006-1277-46f8-bbe7-c6c402cce2b4, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:17.441675 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] For port 5c805006-1277-46f8-bbe7-c6c402cce2b4, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c805006-1277-46f8-bbe7-c6c402cce2b4,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:17.448332 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7c8cd108-6be9-476f-9370-43f7eea9e2e3 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:17.493770 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.520910 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.526864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.566965 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:17.567337 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.610724 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:17.611371 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:48:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:17.664857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef80343-b097-478b-832a-1281a5fbbcd5 None None] Pushing event updated for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:17.666036 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c3102-11c1-497f-bcf7-fa512c804c3b req-30b91efe-f338-4921-859b-87986dfb5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:17.668453 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-495c3102-11c1-497f-bcf7-fa512c804c3b req-30b91efe-f338-4921-859b-87986dfb5270 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 1098 time: 0.2240496 Jul 13 20:49:17.700935 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=7c97a69a-88cb-4aee-b1f1-2c76f322add3,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:17.707387 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.733488 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:17.735055 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5071d6b6-3eaa-4c08-8c59-498a542a3f36 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2713206 Jul 13 20:49:17.748841 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:49:17.752471 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683041-27c1-423d-9c5c-49d6a6178193 req-2703e517-b04d-4b2b-8bdf-3570b4577bf2 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:17.754549 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15683041-27c1-423d-9c5c-49d6a6178193 req-2703e517-b04d-4b2b-8bdf-3570b4577bf2 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.2089505 Jul 13 20:49:17.760055 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-495c3102-11c1-497f-bcf7-fa512c804c3b req-b7119e17-a815-4d23-8a8e-4ed7eee50c12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625348 Jul 13 20:49:17.802635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-8ad59b4d-a282-48b1-8f7d-31530b373516 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:17.804407 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-8ad59b4d-a282-48b1-8f7d-31530b373516 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 814 time: 0.2287402 Jul 13 20:49:17.829056 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a0fe07d9-23c0-4fa0-b7a1-26d6cce5776a tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/quotas/99076466ace54251b415e702d21dcd73 HTTP/1.1" status: 200 len: 375 time: 0.0165558 Jul 13 20:49:17.851243 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15683041-27c1-423d-9c5c-49d6a6178193 req-6ea6c2a9-ef2b-447b-a236-ba6182d21842 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896051 Jul 13 20:49:17.906741 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:17.966143 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-c9bd7e72-effc-4def-87db-c7ebc5ee39ed tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361132 Jul 13 20:49:18.096988 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-6fae4aee-87c5-44d3-b4fc-42899afd82b4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--844346007&fields=id&tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 267 time: 0.0508904 Jul 13 20:49:18.137805 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-db2cd648-9e9a-4cd9-b93a-933ee48f66ae service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:49:18.144544 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-db2cd648-9e9a-4cd9-b93a-933ee48f66ae service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740881 Jul 13 20:49:18.205641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:17Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:18.239146 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2a17c-db9d-44a8-86d7-6ed312526b82 None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:17Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:49:18.246214 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-8cb0a9c5-dbc9-4f88-b525-02a716b29a87 service neutron] 10.222.0.54 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006489 Jul 13 20:49:18.247127 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-e7b1f87a-508f-4e61-bd79-88bb3c193c0a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:18.249103 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-e7b1f87a-508f-4e61-bd79-88bb3c193c0a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 810 time: 0.1435673 Jul 13 20:49:18.265475 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-a77ee324-a3b9-4e37-9331-5a287a234901 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/quotas/9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 375 time: 0.0108898 Jul 13 20:49:18.376479 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-23b2d642-4e89-40b8-bcca-ce783969cf93 service neutron] 10.222.0.54 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293759 Jul 13 20:49:18.387772 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-58e626ff-b884-42b1-985e-d7e46fbb6617 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086586 Jul 13 20:49:18.492667 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-b8f2791e-988e-4aa9-a6d6-7930908811d5 service neutron] 10.222.0.54 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039455 Jul 13 20:49:18.618645 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-aacf77dd-e039-4bc2-9420-a5ac6dc6d02d service neutron] 10.222.0.54 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197639 Jul 13 20:49:18.946832 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b12af-292e-4600-87b9-3780410ada4f req-619d5bbe-257f-4d5f-957b-754d57910a8e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:18.949561 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3f8b12af-292e-4600-87b9-3780410ada4f req-619d5bbe-257f-4d5f-957b-754d57910a8e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0972817 Jul 13 20:49:19.005962 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3f8b12af-292e-4600-87b9-3780410ada4f req-f3b743ed-43a5-4f31-a990-db0a5ca4e42a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Jul 13 20:49:19.151456 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ce36906-afaa-466b-a7d5-1ed0f4de34c8 req-dbb8c6bd-351c-4b31-91a8-64bf22bd0a0c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0318832 Jul 13 20:49:19.233092 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-35988091-acec-469e-a8c8-ad7a50a99c88 req-39a7c3d8-c354-4998-8d7b-14d9785d671c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0305805 Jul 13 20:49:19.401929 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b013-b990-4679-aed0-1bb836ca76a8 req-2af3d6ac-53cb-456d-8e78-c284feebb78f tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:19.403487 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3264b013-b990-4679-aed0-1bb836ca76a8 req-2af3d6ac-53cb-456d-8e78-c284feebb78f tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.0667291 Jul 13 20:49:19.428680 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c805006-1277-46f8-bbe7-c6c402cce2b4 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:19.443533 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3264b013-b990-4679-aed0-1bb836ca76a8 req-dcbcb5e0-5b9e-4f8d-b453-be77910a67b7 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jul 13 20:49:19.489831 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:19.493582 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:19.493959 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:19.571799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:19.606319 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 5c805006-1277-46f8-bbe7-c6c402cce2b4, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c805006-1277-46f8-bbe7-c6c402cce2b4,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:19.609990 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:19.655140 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:20.186229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310a35-87ba-4db4-a666-5b37286c4e63 req-27a422a9-1d64-48b9-84db-1967d500ac5f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:20.187672 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb310a35-87ba-4db4-a666-5b37286c4e63 req-27a422a9-1d64-48b9-84db-1967d500ac5f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0634546 Jul 13 20:49:20.223349 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fb310a35-87ba-4db4-a666-5b37286c4e63 req-3328a2fa-f8b5-4e71-88b7-456de8437a02 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301600 Jul 13 20:49:20.347473 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75c19448-5fc7-4bdf-ab58-f5891e83c1d6 req-2f113386-bfff-4af3-9a6b-9f4a9269ca98 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0274391 Jul 13 20:49:20.469493 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bfd346f5-0ebe-4f4c-a737-22237f5bf69b req-7e070689-6820-4dd8-8aa8-afb72e3a2fe3 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0266211 Jul 13 20:49:20.625460 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822397-29c4-4850-b132-27a0e75b0b82 req-17a3a99a-5821-410c-bd50-a3581167358c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:20.626870 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9822397-29c4-4850-b132-27a0e75b0b82 req-17a3a99a-5821-410c-bd50-a3581167358c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.0623124 Jul 13 20:49:20.664745 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9822397-29c4-4850-b132-27a0e75b0b82 req-4b36e0fb-6f6f-4ce9-9ca5-9f4241f7640d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Jul 13 20:49:20.842009 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:21.185436 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebe5acd-3c5f-4d18-b2c3-ec7e314eab57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:21.421909 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39618a8-85a6-4c99-8dfe-a68826be1405 req-ef3acdf6-e10d-414c-8a03-cb2870761657 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:21.423823 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f39618a8-85a6-4c99-8dfe-a68826be1405 req-ef3acdf6-e10d-414c-8a03-cb2870761657 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0705283 Jul 13 20:49:21.428861 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c805006-1277-46f8-bbe7-c6c402cce2b4 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:21.494389 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 5c805006-1277-46f8-bbe7-c6c402cce2b4 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:21.496075 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:21.521678 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f39618a8-85a6-4c99-8dfe-a68826be1405 req-81b882b3-c81b-4b46-bc0b-d6232456ffd5 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820885 Jul 13 20:49:21.541345 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a8c114-d87c-4a49-8ee0-897047ffc3be req-64f94232-6bd4-4686-9b85-89d14e5e6cf6 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0517013 Jul 13 20:49:21.678447 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-35d12167-0114-4165-a239-f4037a2d8b18 req-8833fcbf-7622-4d2c-ab9d-5a8ee767840b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0289037 Jul 13 20:49:21.836830 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec4eaf-1081-4627-8de0-38e2f7cb425d req-7baaa21b-2001-4617-8aa9-e0d820e15613 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:21.838297 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-01ec4eaf-1081-4627-8de0-38e2f7cb425d req-7baaa21b-2001-4617-8aa9-e0d820e15613 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.0646245 Jul 13 20:49:21.877082 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-01ec4eaf-1081-4627-8de0-38e2f7cb425d req-65b91847-ce83-46f0-b4ad-177c0d1e6cb1 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 13 20:49:22.246266 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-508d95ab-983e-4e51-af55-1e5f56f9b758 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:22.248295 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-508d95ab-983e-4e51-af55-1e5f56f9b758 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 810 time: 0.1346042 Jul 13 20:49:22.366018 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-2cecc6ab-9583-4552-80ed-3a878cad4a91 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 379 time: 0.1068714 Jul 13 20:49:22.376388 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-f31d35c2-3333-42c8-bdb4-b23b92cc7859 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890779 Jul 13 20:49:22.685336 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44310d5-9b00-4674-9bf0-79aa998133d8 req-59240634-5cbd-460c-9012-9eaad66712c2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:22.686801 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c44310d5-9b00-4674-9bf0-79aa998133d8 req-59240634-5cbd-460c-9012-9eaad66712c2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0665979 Jul 13 20:49:22.722313 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c44310d5-9b00-4674-9bf0-79aa998133d8 req-540a1859-5a84-4949-a416-14dc9d68aaeb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301135 Jul 13 20:49:22.843572 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a7d848e5-388a-4048-a6e0-b473948d0edf req-e92ab493-55c7-4466-b49e-0d68af0a1803 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0271978 Jul 13 20:49:22.968376 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3ee3ef6d-c5c7-4ffc-b7b2-319a2149481f req-1a05ceb5-34b2-400c-a2d9-ecb343677f1a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0272503 Jul 13 20:49:23.702401 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2bf045da-5f11-42be-9748-0df026df5f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:23.806022 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:23.896698 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388b75-3f42-456d-a5d5-c125362a1a1f req-7773ed49-591b-44e3-9ca6-253d766a6944 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:23.898240 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e6388b75-3f42-456d-a5d5-c125362a1a1f req-7773ed49-591b-44e3-9ca6-253d766a6944 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0634956 Jul 13 20:49:23.937648 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e6388b75-3f42-456d-a5d5-c125362a1a1f req-a8ff380a-2299-4691-b10c-1e31cc122ca9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Jul 13 20:49:24.061041 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-47ec37be-5511-4f46-97f3-fa5603a2d6c9 req-c57bcd72-90cf-44b8-9314-ee46bab149e5 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jul 13 20:49:24.181482 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e03849a5-dc93-4620-aadb-b82660ab4f7d req-3d53f6b1-45a6-483c-b087-cfc119ee326b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0265665 Jul 13 20:49:24.653602 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:25.107988 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49bcc2-7b3a-4e8c-a8db-c3ded9f7fd8e req-45af497f-54a0-4821-99fe-57124f05395a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:25.109461 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bf49bcc2-7b3a-4e8c-a8db-c3ded9f7fd8e req-45af497f-54a0-4821-99fe-57124f05395a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0622282 Jul 13 20:49:25.146083 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bf49bcc2-7b3a-4e8c-a8db-c3ded9f7fd8e req-8dd5c451-95bc-4276-8442-10769572fd29 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Jul 13 20:49:25.270436 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f4336905-044c-42b2-8962-d5e92cd12744 req-3489fea3-ab54-41dd-8c6b-1c4c2810b6f1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0310946 Jul 13 20:49:25.284011 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'port': {'device_id': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'admin_state_up': True, 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'security_groups': ['86326ee7-9995-42ac-b080-a1444b94e3c3']}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:25.433428 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-425d510f-5980-4d5a-aadf-12141574f03b req-9f838a38-1cf2-4eef-aca5-6cd19a043823 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0461514 Jul 13 20:49:25.443526 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a6e3-a758-4451-b939-efa2b235b68c req-c17903b7-d22b-4817-88f2-a864848953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:25.444970 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-c17903b7-d22b-4817-88f2-a864848953c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.1207972 Jul 13 20:49:25.483938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Made reservation on behalf of 9b19b5258aac4d0089f5c7ba2379d2b5 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:25.487282 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:25.680314 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a6e3-a758-4451-b939-efa2b235b68c req-81ea4a25-1bb9-4f55-b068-99c579eb0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:25.681964 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-81ea4a25-1bb9-4f55-b068-99c579eb0231 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.2157278 Jul 13 20:49:25.757811 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-7c86914e-ac20-4b20-b13a-a478329504c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0651414 Jul 13 20:49:25.785353 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-f1fbe500-f2f3-4577-822a-be19e60349d2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:25.786806 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-f1fbe500-f2f3-4577-822a-be19e60349d2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 814 time: 0.2483699 Jul 13 20:49:25.816009 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Request body: {'port': {'device_id': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38', 'admin_state_up': True, 'tenant_id': '99076466ace54251b415e702d21dcd73'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:25.878342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Allocated IP 172.20.0.7 (01d157f9-dbce-44f0-9e42-1da88adbf058/f4da620e-3548-41d1-b71f-ed1c5e12c72b/e7225d00-3a38-4799-98a8-cf428d15f694) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:25.907595 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a6e3-a758-4451-b939-efa2b235b68c req-1d216a9e-dde3-4d76-b055-dd4fe4171490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:25.909029 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-1d216a9e-dde3-4d76-b055-dd4fe4171490 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.1375253 Jul 13 20:49:25.971032 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-e50980f4-9f40-4af6-a968-c1f7aee0361d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455382 Jul 13 20:49:26.152558 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Made reservation on behalf of 99076466ace54251b415e702d21dcd73 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:26.155980 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.267078 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.288307 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-e2a884b0-47ba-407e-9517-2fe5a2aa9654 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023853 Jul 13 20:49:26.299908 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68057f-ca51-4e8f-9ae1-d09e5429ed64 req-6f18c644-5399-4ed5-bbc4-f3d9bbcb8cec tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:26.301417 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3d68057f-ca51-4e8f-9ae1-d09e5429ed64 req-6f18c644-5399-4ed5-bbc4-f3d9bbcb8cec tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.2315857 Jul 13 20:49:26.325660 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Transition to ACTIVE for port object e7225d00-3a38-4799-98a8-cf428d15f694 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:26.331777 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487498f-8158-4229-b49b-33e804a019a3 req-ee3c69a6-d76d-447c-8272-ce93f5b219f6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:26.333321 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0487498f-8158-4229-b49b-33e804a019a3 req-ee3c69a6-d76d-447c-8272-ce93f5b219f6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0720837 Jul 13 20:49:26.371958 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0487498f-8158-4229-b49b-33e804a019a3 req-61c35c4d-cff8-4bab-9af6-e8bebe61bf5e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jul 13 20:49:26.417866 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.450344 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3d68057f-ca51-4e8f-9ae1-d09e5429ed64 req-ef3a3834-401e-4fd4-b810-4fb60c59cbc6 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346555 Jul 13 20:49:26.489175 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Allocated IP 172.20.0.7 (37551ccc-b053-43dd-906e-dc767d813b38/0a2c1d56-3543-4b16-b21d-959fc1645ce4/5df5c4e5-43a5-4af5-886a-79dd5657ac51) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:26.504353 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.508627 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e426a6e3-a758-4451-b939-efa2b235b68c req-91c14c1a-9b28-43b7-ac77-b11376f2c9f7 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063329 Jul 13 20:49:26.540680 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c213397-8761-4a1c-b784-3003b485386b req-fa8c6e40-f42d-4e76-8c57-222ba0c1566f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0554073 Jul 13 20:49:26.707304 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703528a7-5ad2-40f4-b0b8-93d729c37058 req-bb3a09a1-dce3-4de4-bf4d-57dfe5cf8424 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:26.708777 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-703528a7-5ad2-40f4-b0b8-93d729c37058 req-bb3a09a1-dce3-4de4-bf4d-57dfe5cf8424 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 931 time: 0.0648553 Jul 13 20:49:26.747134 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-703528a7-5ad2-40f4-b0b8-93d729c37058 req-1e59f8c9-2282-4ce5-9d42-f25e9d49b9d8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320718 Jul 13 20:49:26.810275 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:26.828153 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:26.830652 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:26.867204 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:26.939669 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:26.940414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:26.973185 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1e96276a-5aba-4ff5-9615-1b1e52ba7ec6 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6930060 Jul 13 20:49:26.992028 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Request body: {'port': {'device_id': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:27.043028 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.103017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.115398 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-b2ff6a9b-9b76-4b8c-8f8b-a66cf78f7cda None None] Provisioning for port e7225d00-3a38-4799-98a8-cf428d15f694 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:27.121304 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-b2ff6a9b-9b76-4b8c-8f8b-a66cf78f7cda None None] Provisioning complete for port e7225d00-3a38-4799-98a8-cf428d15f694 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:27.121915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6a9b-9b76-4b8c-8f8b-a66cf78f7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.159910 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff6a9b-9b76-4b8c-8f8b-a66cf78f7cda None None] Port e7225d00-3a38-4799-98a8-cf428d15f694 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:49:27.190032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.225893 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38150) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:27.297353 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Network 37551ccc-b053-43dd-906e-dc767d813b38 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:27.318215 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:27.320626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:27.327842 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f50f97a7-8349-4986-b6b6-ffff388927c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.361169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Pushing event updated for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:27.422947 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2ecd-12b0-4ebb-9383-bcb850566121 req-58af7496-bbd8-4efa-8046-4dc5949dfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:27.424541 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-612c2ecd-12b0-4ebb-9383-bcb850566121 req-58af7496-bbd8-4efa-8046-4dc5949dfe42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1099 time: 0.2756143 Jul 13 20:49:27.442829 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f50f97a7-8349-4986-b6b6-ffff388927c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.449631 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:27.450300 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.452544 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f50f97a7-8349-4986-b6b6-ffff388927c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.492332 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-83005841-72f4-45e7-9e4a-95d63fa3e0c1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6808677 Jul 13 20:49:27.509041 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Request body: {'port': {'device_id': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:27.539931 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f50f97a7-8349-4986-b6b6-ffff388927c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e8adb7710b740848a4372a0d4271aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124695 Jul 13 20:49:27.540538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38164) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:27.541084 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-612c2ecd-12b0-4ebb-9383-bcb850566121 req-09831b89-ab90-4ec2-983b-c4b2f1569f66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079302 Jul 13 20:49:27.550692 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f97a7-8349-4986-b6b6-ffff388927c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b1906-72a6-4b33-96a9-89bb493386a1,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:27.683699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.694722 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.697702 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7225d00-3a38-4799-98a8-cf428d15f694 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:27.704772 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-c7a4c47e-0f99-49ba-9224-0a1a5e79cb87 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:27.706231 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-c7a4c47e-0f99-49ba-9224-0a1a5e79cb87 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.1726351 Jul 13 20:49:27.714648 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.727512 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b17c-1220-4c5b-8b02-2d6b4c1b14c2 req-7cdbdc55-97ea-42df-9e76-8ecd994dde79 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:27.729005 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cfd7b17c-1220-4c5b-8b02-2d6b4c1b14c2 req-7cdbdc55-97ea-42df-9e76-8ecd994dde79 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.2085023 Jul 13 20:49:27.764162 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Transition to ACTIVE for port object e7225d00-3a38-4799-98a8-cf428d15f694 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:27.773192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.779566 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.826181 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3abd4-7e70-4b26-b7ea-d8a14e8e8f6e req-7e31611d-60f7-4d00-a121-0b4a8aa22cab tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:27.827715 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44a3abd4-7e70-4b26-b7ea-d8a14e8e8f6e req-7e31611d-60f7-4d00-a121-0b4a8aa22cab tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 945 time: 0.2206600 Jul 13 20:49:27.917415 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cfd7b17c-1220-4c5b-8b02-2d6b4c1b14c2 req-adf5bcd9-77ab-4c3b-a70d-6f5d313f81da tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785746 Jul 13 20:49:27.922886 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44a3abd4-7e70-4b26-b7ea-d8a14e8e8f6e req-c285230c-3d3b-44b1-8ef4-64d37eaab776 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791967 Jul 13 20:49:27.929557 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.933761 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:27.938806 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:27.946860 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e8b1906-72a6-4b33-96a9-89bb493386a1 HTTP/1.1" status: 204 len: 168 time: 0.3962727 Jul 13 20:49:27.972131 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977258a-9af3-4c51-90ff-088bb74678f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b1906-72a6-4b33-96a9-89bb493386a1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:27.979987 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Deleting port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:49:27.980340 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.097410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Attempting to bind port e7225d00-3a38-4799-98a8-cf428d15f694 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:28.097730 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Attempting to bind port e7225d00-3a38-4799-98a8-cf428d15f694 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:28.098053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Attempting to bind port e7225d00-3a38-4799-98a8-cf428d15f694 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:28.109276 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Port e7225d00-3a38-4799-98a8-cf428d15f694 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:49:28.109525 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Attempting to bind port e7225d00-3a38-4799-98a8-cf428d15f694 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:28.118366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:28.118629 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Checking segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:28.122268 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Bound using segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:28.123039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Bound port: e7225d00-3a38-4799-98a8-cf428d15f694, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:28.123407 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.187758 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] For port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:28.188116 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.215714 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:28.218837 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e7225d00-3a38-4799-98a8-cf428d15f694,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:28.225573 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Calling delete_port for 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:49:28.237087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.322119 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:28.322899 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.324380 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 1093 time: 1.3402324 Jul 13 20:49:28.326326 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:28.328832 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cb438b-9066-49dd-a545-995bf342c5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:28.339258 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38180) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:28.385282 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d9895b0-5001-4ce1-999f-4d33c5d155e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.412644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24814-913b-440d-bc0f-18eb4dbb3ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:28.485293 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df5c4e5-43a5-4af5-886a-79dd5657ac51 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:28.503484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.518890 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077ee4-01d6-439c-bddd-bab1aa37247f req-c7bc689f-ef12-40b7-a9e6-ee1d416b2bcf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:28.520380 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1077ee4-01d6-439c-bddd-bab1aa37247f req-c7bc689f-ef12-40b7-a9e6-ee1d416b2bcf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 943 time: 0.2687955 Jul 13 20:49:28.529538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a526c-ab1f-480b-a414-be5defa47953 req-75fa6d5a-b041-4ca5-98ab-8e3847f9710f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:28.531127 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff6a526c-ab1f-480b-a414-be5defa47953 req-75fa6d5a-b041-4ca5-98ab-8e3847f9710f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 931 time: 0.4073496 Jul 13 20:49:28.548433 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Transition to ACTIVE for port object 5df5c4e5-43a5-4af5-886a-79dd5657ac51 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:28.563249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.586986 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff6a526c-ab1f-480b-a414-be5defa47953 req-dcfe22e5-ae15-46f6-80b4-2873378a6f3b tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Jul 13 20:49:28.643314 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1077ee4-01d6-439c-bddd-bab1aa37247f req-a2c91047-f6c9-4427-992f-8f5f1e374cbe tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118631 Jul 13 20:49:28.660131 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:28.679863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-904f21d8-f7ba-48cb-adb7-97729c45daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:28.681342 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-904f21d8-f7ba-48cb-adb7-97729c45daf7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1096 time: 0.2583635 Jul 13 20:49:28.685689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ccbae-12c1-4ee4-93bb-be72e67ad167 x-openstack-request-id: req-509ccbae-12c1-4ee4-93bb-be72e67ad167 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:28.685870 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:28.686105 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-509ccbae-12c1-4ee4-93bb-be72e67ad167 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:28.686503 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'status': 'completed', 'code': 200} Jul 13 20:49:28.735356 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.772697 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-2704fa18-354f-4e01-870e-6f0da19a564d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 217 time: 0.0807691 Jul 13 20:49:28.785205 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Pushing event deleted for resources: {'Port': ['ID=52bde9eb-90e9-4f22-ab1f-06f0478c37f0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:28.799038 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d9895b0-5001-4ce1-999f-4d33c5d155e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.821293 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2d9895b0-5001-4ce1-999f-4d33c5d155e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.862432 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] No DVR routers for this DVR port 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:49:28.865770 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.867950 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8566c9a4-9992-4e45-bd3d-8117236d0cc9 req-693e4854-2877-43f0-9fa4-54b132635788 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "DELETE /v2.0/ports/52bde9eb-90e9-4f22-ab1f-06f0478c37f0 HTTP/1.1" status: 204 len: 173 time: 1.1519728 Jul 13 20:49:28.868447 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'name': 'network-vif-deleted', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:28.883179 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-a840b2f7-0c82-43b7-85f0-7208f279969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:28.884556 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-a840b2f7-0c82-43b7-85f0-7208f279969a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0992582 Jul 13 20:49:28.892534 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-2d9895b0-5001-4ce1-999f-4d33c5d155e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3197ea8203614d6ba1f4b2fbb4c8974e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472119 Jul 13 20:49:28.892534 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9895b0-5001-4ce1-999f-4d33c5d155e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b6453-4a90-4bcc-9009-a68345430370,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:28.893487 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Attempting to bind port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:28.893817 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Attempting to bind port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:28.894141 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Attempting to bind port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 on network 37551ccc-b053-43dd-906e-dc767d813b38 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:28.894262 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38192) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:28.908288 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 on network 37551ccc-b053-43dd-906e-dc767d813b38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:49:28.908602 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Attempting to bind port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 on network 37551ccc-b053-43dd-906e-dc767d813b38 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:28.933668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:28.934395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Checking segment: {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:28.934395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Bound using segment: {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:28.935365 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Bound port: 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:28.935365 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:28.969657 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.012070 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a11d18-8b92-46f3-84c1-16f913f6c3af" -d '{"events": [{"server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "name": "network-vif-deleted", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:29.027789 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.029373 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1c418eec-7157-4519-803b-b93529ced572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.030626 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-1c418eec-7157-4519-803b-b93529ced572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329849 Jul 13 20:49:29.040527 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:29.053062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:29.093514 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.113886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.116627 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.118467 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b82b6453-4a90-4bcc-9009-a68345430370 HTTP/1.1" status: 204 len: 168 time: 0.2213740 Jul 13 20:49:29.132408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.132981 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:29.134369 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] 10.222.0.44 "PUT /v2.0/ports/5df5c4e5-43a5-4af5-886a-79dd5657ac51 HTTP/1.1" status: 200 len: 1093 time: 1.6304352 Jul 13 20:49:29.136001 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d23e-d705-43fb-9e94-a193f86cd9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b6453-4a90-4bcc-9009-a68345430370,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:29.214425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a67f0-dbb4-4acc-a37b-e603670567a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:29.229781 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e57035bc-aacd-4d3e-a32f-999e959569cf req-852562ed-1038-492a-9f07-d7f6fe36dd91 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=18c639bb-1921-413d-b3a4-d9cc1ebf690b HTTP/1.1" status: 200 len: 210 time: 0.0370147 Jul 13 20:49:29.252208 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-23a516e4-ec89-4b57-9e9a-43fc019aa571 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087216 Jul 13 20:49:29.339654 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7190f-e80e-4eca-9972-ace0cdf83d8e req-0a8ce222-90bd-4dee-b87a-9cd889169793 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.341139 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79f7190f-e80e-4eca-9972-ace0cdf83d8e req-0a8ce222-90bd-4dee-b87a-9cd889169793 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1743431 Jul 13 20:49:29.341996 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0532ef3c-1bbf-4004-a82b-ce4a2b5a6344 x-openstack-request-id: req-0532ef3c-1bbf-4004-a82b-ce4a2b5a6344 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:29.342365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c639bb-1921-413d-b3a4-d9cc1ebf690b", "name": "network-vif-deleted", "tag": "52bde9eb-90e9-4f22-ab1f-06f0478c37f0", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:29.342640 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0532ef3c-1bbf-4004-a82b-ce4a2b5a6344 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:29.343782 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c639bb-1921-413d-b3a4-d9cc1ebf690b', 'name': 'network-vif-deleted', 'tag': '52bde9eb-90e9-4f22-ab1f-06f0478c37f0', 'status': 'completed', 'code': 200} Jul 13 20:49:29.396878 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-72d8e5a4-a95b-4c6a-a57b-a8fd3356431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.398450 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-72d8e5a4-a95b-4c6a-a57b-a8fd3356431a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 1096 time: 0.1969342 Jul 13 20:49:29.450799 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b1f31de0-01c2-45b7-87b3-c83faa58238f req-11786e25-ef11-4ff3-a400-5b9b9f60236d service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862638 Jul 13 20:49:29.461874 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-76fddb1d-cab9-4499-b62e-1162558d1069 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51 HTTP/1.1" status: 200 len: 217 time: 0.0554667 Jul 13 20:49:29.467590 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79f7190f-e80e-4eca-9972-ace0cdf83d8e req-95d97040-04ce-4418-b45e-cbe7cc729200 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Jul 13 20:49:29.569262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-965a6d8d-4875-45a4-8b07-0f90bd7855ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.570729 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-965a6d8d-4875-45a4-8b07-0f90bd7855ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a2c1d56-3543-4b16-b21d-959fc1645ce4 HTTP/1.1" status: 200 len: 854 time: 0.0903575 Jul 13 20:49:29.610123 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-3f3bd3d0-b6cc-499e-8c6c-b89de4941642 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37551ccc-b053-43dd-906e-dc767d813b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312927 Jul 13 20:49:29.614993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-df034987-6b56-4e8b-9611-3ba30bdfd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.616473 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-df034987-6b56-4e8b-9611-3ba30bdfd429 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1096 time: 0.1019094 Jul 13 20:49:29.699329 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba853875-9f3a-45f1-afc5-7f569307a07e req-e527f10d-c4eb-41ff-8c9a-176138abbff0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:29.708385 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba853875-9f3a-45f1-afc5-7f569307a07e req-e527f10d-c4eb-41ff-8c9a-176138abbff0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1009541 Jul 13 20:49:29.758465 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba853875-9f3a-45f1-afc5-7f569307a07e req-e4434143-3ab3-408d-9747-870634c64ae2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Jul 13 20:49:30.056939 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e486163-4939-4f9a-9c93-541c071d0cf4 req-edf95814-dae7-4aae-bc41-5ae2524fc8d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.059660 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e486163-4939-4f9a-9c93-541c071d0cf4 req-edf95814-dae7-4aae-bc41-5ae2524fc8d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 943 time: 0.0738082 Jul 13 20:49:30.063895 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-b4517a53-08d6-4614-901f-2bdc75909fee service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466391 Jul 13 20:49:30.071801 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-0d78b561-97ce-4430-baf0-e49198eb3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.073509 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-0d78b561-97ce-4430-baf0-e49198eb3c99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.4480863 Jul 13 20:49:30.116677 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e486163-4939-4f9a-9c93-541c071d0cf4 req-895416a0-28ba-41ad-a9eb-eac3959e6cd1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507073 Jul 13 20:49:30.124279 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262089ae-53a6-4d30-aa3e-954cab8dfbfb req-f21e3107-a67e-42cb-b8d1-cb3542c8d890 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.132575 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-262089ae-53a6-4d30-aa3e-954cab8dfbfb req-f21e3107-a67e-42cb-b8d1-cb3542c8d890 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 943 time: 0.1824014 Jul 13 20:49:30.236592 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-1336a84e-d459-4e6d-88d8-972cc78974fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 217 time: 0.1422403 Jul 13 20:49:30.316778 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-262089ae-53a6-4d30-aa3e-954cab8dfbfb req-7aa73a7a-fbc4-48d7-bb7c-3c1c25e56068 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833408 Jul 13 20:49:30.339600 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-eb856c6f-9013-43aa-a59b-9b475a93b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.339600 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-eb856c6f-9013-43aa-a59b-9b475a93b38f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0822384 Jul 13 20:49:30.372826 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a2cacce7-39e5-4ab5-b5cc-8d497e473e4d req-91d70036-3ca3-498f-a4a2-93d7f6bace9e service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908885 Jul 13 20:49:30.405619 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-0e5ad79c-24be-45cb-b71e-d2c601ac60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.407236 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-0e5ad79c-24be-45cb-b71e-d2c601ac60ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646491 Jul 13 20:49:30.507827 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-e92f7809-ced2-4624-98fb-94e1593a6708 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927775 Jul 13 20:49:30.630014 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2cb438b-9066-49dd-a545-995bf342c5a6 req-da70720c-7552-4562-bc3b-206f8b912225 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145213 Jul 13 20:49:30.630970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-4c7f26d1-06ff-496b-9559-abf6f987a70d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.632450 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-4c7f26d1-06ff-496b-9559-abf6f987a70d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 808 time: 0.1123748 Jul 13 20:49:30.649985 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-f6b3b689-6607-4055-abb4-c88679f61015 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/quotas/442edeebbc804ef79104087ec0865d1b HTTP/1.1" status: 200 len: 375 time: 0.0104558 Jul 13 20:49:30.684069 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-ba6ed4e0-172f-4990-8824-435f18b4a404 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 13 20:49:30.687645 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:30.689960 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45885b3d-8a2a-440b-9496-74c96ff29f77" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:30.724442 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device e7225d00-3a38-4799-98a8-cf428d15f694 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:49:30.725483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f68f856-a222-402f-9dc4-cf1947624b7d x-openstack-request-id: req-4f68f856-a222-402f-9dc4-cf1947624b7d {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:30.725775 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:30.726024 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f68f856-a222-402f-9dc4-cf1947624b7d {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:30.726408 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51', 'status': 'completed', 'code': 200} Jul 13 20:49:30.743977 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:49:30.799870 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cf4d2da5-0a3b-4558-9a9f-73cd7ec29cbc service neutron] 10.222.0.54 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087925 Jul 13 20:49:30.811210 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-e72b6ebe-d86e-4fb0-aa75-eda21d5c19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.812801 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-e72b6ebe-d86e-4fb0-aa75-eda21d5c19b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 1096 time: 0.0587626 Jul 13 20:49:30.815362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:49:30.815730 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 52bde9eb-90e9-4f22-ab1f-06f0478c37f0 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:49:30.863445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e7225d00-3a38-4799-98a8-cf428d15f694,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:30.880900 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'port_id': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'mac_address': 'fa:16:3e:e6:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:49:30.904429 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-93d448de-2377-4251-a857-f16ece6978ac service neutron] 10.222.0.54 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989530 Jul 13 20:49:30.936230 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:30.936395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-bbdf2a30-3504-4da9-b461-71b502c19a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:30.938002 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-bbdf2a30-3504-4da9-b461-71b502c19a4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 915 time: 0.1179960 Jul 13 20:49:30.952610 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7225d00-3a38-4799-98a8-cf428d15f694 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:30.972989 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e7225d00-3a38-4799-98a8-cf428d15f694,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:30.978565 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:30.990107 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-f0abc1a2-c2f7-43a4-9372-a1b7400201c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51 HTTP/1.1" status: 200 len: 217 time: 0.0441952 Jul 13 20:49:31.031532 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:31.067097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-b079aff4-fb20-4d0b-b009-7f3209c1b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:31.074396 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-b079aff4-fb20-4d0b-b009-7f3209c1b579 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a2c1d56-3543-4b16-b21d-959fc1645ce4 HTTP/1.1" status: 200 len: 854 time: 0.0711350 Jul 13 20:49:31.107035 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-f14ec802-8ba3-40ef-b5d9-c59ad93af08d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37551ccc-b053-43dd-906e-dc767d813b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306718 Jul 13 20:49:31.180944 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-18434d20-806a-4170-a348-7e10a42074d2 req-45809f90-bee6-448a-98c4-340690870e12 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 210 time: 0.0638926 Jul 13 20:49:31.266633 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['e7225d00-3a38-4799-98a8-cf428d15f694'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:31.320839 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-5415eddd-f5f9-4077-b337-742cfc1747be service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829691 Jul 13 20:49:31.449649 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38316) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:31.527945 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d62e28-f273-40b3-ba77-6421c3d39c12 req-39fdadb1-d050-4a40-8144-503469136c01 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:31.539671 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-45885b3d-8a2a-440b-9496-74c96ff29f77 req-4ba8abea-3a9c-470b-8e6c-49e367a51153 service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885128 Jul 13 20:49:31.542156 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9d62e28-f273-40b3-ba77-6421c3d39c12 req-39fdadb1-d050-4a40-8144-503469136c01 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 944 time: 0.1200020 Jul 13 20:49:31.616688 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9d62e28-f273-40b3-ba77-6421c3d39c12 req-c52c86a6-f0b8-48fb-bb61-2e6a98ac9bf8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736036 Jul 13 20:49:31.668163 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46d867c9-6f9b-47c5-9115-f230a9b43678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:31.817199 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46d867c9-6f9b-47c5-9115-f230a9b43678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:31.824656 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-46d867c9-6f9b-47c5-9115-f230a9b43678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:31.862662 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-46d867c9-6f9b-47c5-9115-f230a9b43678 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e50201c5e83416fbac397c9353c437f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105041 Jul 13 20:49:31.867536 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca615a-1fbc-44a9-891e-d889cc6fe573 req-4c616139-1e0b-4679-af1d-c668b468eff2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:31.873400 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38338) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:31.887089 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1dca615a-1fbc-44a9-891e-d889cc6fe573 req-4c616139-1e0b-4679-af1d-c668b468eff2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 943 time: 0.1315260 Jul 13 20:49:31.931445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d867c9-6f9b-47c5-9115-f230a9b43678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0586d-c9ea-4375-bd0d-60d2ba86dd8a,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:31.948922 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1dca615a-1fbc-44a9-891e-d889cc6fe573 req-62d63058-5971-4626-9cb1-66e5fc868226 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595603 Jul 13 20:49:32.017291 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.047863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba771-b265-4e8e-8894-5ab7645b417d req-edbef8b0-5540-473c-b28c-e3005cfd3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.049430 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-edbef8b0-5540-473c-b28c-e3005cfd3210 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.1327860 Jul 13 20:49:32.051934 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.074277 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38342) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:32.200189 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.202201 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2d423728-c5c7-4586-9847-27b6726c7cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.202972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.206241 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cda0586d-c9ea-4375-bd0d-60d2ba86dd8a HTTP/1.1" status: 204 len: 168 time: 0.3295290 Jul 13 20:49:32.233644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17136-0bca-4a0f-8e2f-3ea77c53cfbf req-a9ed4b36-a0ea-4347-a08b-ef58d55fe7f4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.240641 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-36e17136-0bca-4a0f-8e2f-3ea77c53cfbf req-a9ed4b36-a0ea-4347-a08b-ef58d55fe7f4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1866276 Jul 13 20:49:32.245079 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f46f3b-1b8b-419c-9695-958e69011450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0586d-c9ea-4375-bd0d-60d2ba86dd8a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:32.253216 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba771-b265-4e8e-8894-5ab7645b417d req-b2ff4f52-d949-4dca-8345-ee6bf0f788ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.254661 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-b2ff4f52-d949-4dca-8345-ee6bf0f788ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.1856296 Jul 13 20:49:32.308061 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-b93add70-8647-4a7f-91a0-cfac0bbb94e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0427172 Jul 13 20:49:32.344455 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2d423728-c5c7-4586-9847-27b6726c7cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.347709 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4518c6ff-89c0-4259-b15f-7a73332d3cdc req-577a4c26-57c2-4771-9ec0-8f38197c4ecd tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 210 time: 0.0353513 Jul 13 20:49:32.349700 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2d423728-c5c7-4586-9847-27b6726c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.361399 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-36e17136-0bca-4a0f-8e2f-3ea77c53cfbf req-b4f51b11-f3f4-47c3-9c4a-2b46ff27129e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198342 Jul 13 20:49:32.403547 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba771-b265-4e8e-8894-5ab7645b417d req-51544129-fa47-47e8-a6ba-c484634ea498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.404808 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423728-c5c7-4586-9847-27b6726c7cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf61bcc-e879-4dde-b1a4-b90e30c49fae,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:32.405108 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-51544129-fa47-47e8-a6ba-c484634ea498 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0858457 Jul 13 20:49:32.412101 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2d423728-c5c7-4586-9847-27b6726c7cab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=144acf7ccd6446b7ab303a505f7a98de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365626 Jul 13 20:49:32.415472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38350) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:32.445877 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-235a2659-de3f-4762-83cf-1f96ad99e8f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333273 Jul 13 20:49:32.472896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.498305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.556259 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.559223 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.562710 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eaf61bcc-e879-4dde-b1a4-b90e30c49fae HTTP/1.1" status: 204 len: 168 time: 0.1439435 Jul 13 20:49:32.567834 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056a7f3-20eb-4f9b-be00-0fa6f999f207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf61bcc-e879-4dde-b1a4-b90e30c49fae,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:32.621414 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-7a29c951-4db0-4b8b-8f5a-43119e23fc3e service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676166 Jul 13 20:49:32.668991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-997fac0b-f877-4d0e-bf1e-bae88bc0323e tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.670428 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-997fac0b-f877-4d0e-bf1e-bae88bc0323e tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 808 time: 0.1217945 Jul 13 20:49:32.695600 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Request body: {'port': {'device_id': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74', 'admin_state_up': True, 'tenant_id': '442edeebbc804ef79104087ec0865d1b'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:32.743204 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 5df5c4e5-43a5-4af5-886a-79dd5657ac51 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:49:32.748667 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device e7225d00-3a38-4799-98a8-cf428d15f694 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:32.862766 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port e7225d00-3a38-4799-98a8-cf428d15f694 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:32.875465 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port e7225d00-3a38-4799-98a8-cf428d15f694 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:32.876158 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.921724 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:32.939886 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '5df5c4e5-43a5-4af5-886a-79dd5657ac51', 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38', 'port_id': '5df5c4e5-43a5-4af5-886a-79dd5657ac51', 'mac_address': 'fa:16:3e:cd:7b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2c1d56-3543-4b16-b21d-959fc1645ce4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:49:32.957959 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-621ba771-b265-4e8e-8894-5ab7645b417d req-400df9ab-02f8-4d46-a3fa-97007398f266 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685528 Jul 13 20:49:32.961349 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Made reservation on behalf of 442edeebbc804ef79104087ec0865d1b for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:32.967615 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:32.989132 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bed92-08af-4efc-95ec-30de45711a1f req-7bdd4a6c-38b0-4673-8c3c-f3a191ac407d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:32.990731 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-910bed92-08af-4efc-95ec-30de45711a1f req-7bdd4a6c-38b0-4673-8c3c-f3a191ac407d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 944 time: 0.2221322 Jul 13 20:49:33.017240 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.022741 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38368) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:33.036494 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f498e3e-4932-40c7-9401-3a51cc2cd248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.093419 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-910bed92-08af-4efc-95ec-30de45711a1f req-91e8ec00-479d-4fa1-850b-4315a79558ae tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961294 Jul 13 20:49:33.170366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df5c4e5-43a5-4af5-886a-79dd5657ac51 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:33.177970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f498e3e-4932-40c7-9401-3a51cc2cd248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.183667 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8f498e3e-4932-40c7-9401-3a51cc2cd248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.192236 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Allocated IP 172.20.0.7 (65ea8972-0d08-4ca0-8dbc-d11e2fc51e74/c8619769-3777-4f29-a4b2-55e4317b663c/3d2d9237-3977-4411-b378-24d1fe862e80) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:49:33.216607 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:33.222399 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.226206 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.237304 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8f498e3e-4932-40c7-9401-3a51cc2cd248 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=116e480db92144e08af031b5d18b6a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137737 Jul 13 20:49:33.238186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498e3e-4932-40c7-9401-3a51cc2cd248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d7f88-6def-4ba4-8eb2-785815b879be,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:33.240627 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38372) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:33.275355 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:33.277667 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d934f-3c56-43da-9273-037e5c6e2e6d" -d '{"events": [{"server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "name": "network-vif-plugged", "status": "completed", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:33.298165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.301247 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e7225d00-3a38-4799-98a8-cf428d15f694,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:33.307971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.309921 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:33.342890 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10845fe7-780b-4f90-8417-ff536a6442be x-openstack-request-id: req-10845fe7-780b-4f90-8417-ff536a6442be {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:33.343161 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.343301 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "name": "network-vif-plugged", "status": "completed", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:33.343577 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10845fe7-780b-4f90-8417-ff536a6442be {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:33.344131 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'code': 200} Jul 13 20:49:33.366822 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:33.407676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedaa5-80bc-4fe3-b0e2-ea3eee79f9d6 req-39635164-9088-4035-8f0f-df5f97942dc4 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:33.411120 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-77bedaa5-80bc-4fe3-b0e2-ea3eee79f9d6 req-39635164-9088-4035-8f0f-df5f97942dc4 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 944 time: 0.1809833 Jul 13 20:49:33.413850 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.417604 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.421500 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd5d7f88-6def-4ba4-8eb2-785815b879be HTTP/1.1" status: 204 len: 168 time: 0.1775045 Jul 13 20:49:33.428175 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469a9c-a0db-4ee4-a5f5-ced1ad2d99c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d7f88-6def-4ba4-8eb2-785815b879be,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:33.460177 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.490703 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-77bedaa5-80bc-4fe3-b0e2-ea3eee79f9d6 req-f2800cd2-6a99-499f-aa02-0db1b6e677d4 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729184 Jul 13 20:49:33.505657 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['5df5c4e5-43a5-4af5-886a-79dd5657ac51'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:33.516551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.572828 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:49:33.576496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:33.579057 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:49:33.656174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Pushing event updated for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:33.691770 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d074613-e854-416b-8ea6-6eb4c6387c40 req-277fcb49-d16d-4c06-86b1-df996ca07cda tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:33.700348 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d074613-e854-416b-8ea6-6eb4c6387c40 req-277fcb49-d16d-4c06-86b1-df996ca07cda tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1246586 Jul 13 20:49:33.727086 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:33.727809 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.738732 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d074613-e854-416b-8ea6-6eb4c6387c40 req-b8a0e36d-8d2b-4c84-ade0-256ba826e908 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Jul 13 20:49:33.756249 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-cc9fe464-0791-4848-9384-c72a8c756c96 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0652199 Jul 13 20:49:33.770967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Request body: {'port': {'device_id': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:33.805100 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8b86-9b8d-48a9-9675-01075207787e req-f038c181-0d42-4a1d-9c1d-27901a041f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:33.806608 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e07b8b86-9b8d-48a9-9675-01075207787e req-f038c181-0d42-4a1d-9c1d-27901a041f76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1098 time: 0.1637912 Jul 13 20:49:33.844465 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45711b-0de1-47cc-a95b-b492f309b291 req-d53403b9-d7a3-499b-8750-8b53fc6799af tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:33.846002 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4e45711b-0de1-47cc-a95b-b492f309b291 req-d53403b9-d7a3-499b-8750-8b53fc6799af tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 931 time: 0.1670446 Jul 13 20:49:33.917656 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e07b8b86-9b8d-48a9-9675-01075207787e req-bc3ab6c8-d84a-4e2c-9135-857b50a1b5ac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036792 Jul 13 20:49:33.920326 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:33.932207 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4e45711b-0de1-47cc-a95b-b492f309b291 req-8b1ae7e2-cf21-4811-91a0-8af3b2bbead1 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Jul 13 20:49:34.189052 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2d9237-3977-4411-b378-24d1fe862e80 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:34.197222 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38404) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:34.202831 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.218361 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Transition to ACTIVE for port object 3d2d9237-3977-4411-b378-24d1fe862e80 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:49:34.223194 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.289846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2422-aa3c-4df0-b902-04601e8a5e36 req-030145a3-da60-4257-8f8e-0d03a07734a5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.295083 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7e2422-aa3c-4df0-b902-04601e8a5e36 req-030145a3-da60-4257-8f8e-0d03a07734a5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0835373 Jul 13 20:49:34.321641 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:34.323039 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160894099-network', 'tenant_id': '47f62bd3f16043c9a177078eb4dac3ae'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:34.343345 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7e2422-aa3c-4df0-b902-04601e8a5e36 req-463c5dae-36ea-4b26-bd3c-e48a5450a729 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458262 Jul 13 20:49:34.350876 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Attempting to bind port 3d2d9237-3977-4411-b378-24d1fe862e80 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:49:34.351215 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Attempting to bind port 3d2d9237-3977-4411-b378-24d1fe862e80 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:49:34.351548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Attempting to bind port 3d2d9237-3977-4411-b378-24d1fe862e80 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:34.355409 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Made reservation on behalf of 47f62bd3f16043c9a177078eb4dac3ae for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:34.356363 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Port 3d2d9237-3977-4411-b378-24d1fe862e80 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:49:34.356686 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Attempting to bind port 3d2d9237-3977-4411-b378-24d1fe862e80 on network 65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:49:34.357838 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.361682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:49:34.362018 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Checking segment: {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:34.362395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Bound using segment: {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:49:34.362850 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Bound port: 3d2d9237-3977-4411-b378-24d1fe862e80, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd626680-b8fc-4761-8382-2304c837f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:49:34.363200 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.371934 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.425467 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:49:34.428420 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3d2d9237-3977-4411-b378-24d1fe862e80,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:49:34.432113 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.461477 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.464967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.465571 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.466403 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.466939 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] 10.222.0.44 "PUT /v2.0/ports/3d2d9237-3977-4411-b378-24d1fe862e80 HTTP/1.1" status: 200 len: 1093 time: 0.7007852 Jul 13 20:49:34.467371 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:34.469590 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3091e88e-8729-45da-b6fa-61ee593efcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:34.495493 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eafc1-abcc-4dfe-86e1-5b935cfcdb31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:34.497692 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:49:34.513243 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c10c7-4387-448d-931b-04bf9dc659f3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:34.517036 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.517381 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Added segment 284b3ab3-629d-4a31-846b-1080c2a74ab8 of type vlan for network d0617633-193b-4497-962a-284a6657db17 Jul 13 20:49:34.545631 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe4931-0e8e-4986-b38c-31f0df8e8f9f x-openstack-request-id: req-abfe4931-0e8e-4986-b38c-31f0df8e8f9f {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:34.545894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:34.546073 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abfe4931-0e8e-4986-b38c-31f0df8e8f9f {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:34.546455 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80', 'status': 'completed', 'code': 200} Jul 13 20:49:34.562026 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.573144 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-eb300a31-572c-4e3a-b0f0-8b7db966da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.574675 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-eb300a31-572c-4e3a-b0f0-8b7db966da5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 1096 time: 0.0628591 Jul 13 20:49:34.591444 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.592648 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.593421 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.624849 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-a7c157d3-632b-45f4-af09-aad5acc23a9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2d9237-3977-4411-b378-24d1fe862e80 HTTP/1.1" status: 200 len: 217 time: 0.0383868 Jul 13 20:49:34.660089 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4612949 Jul 13 20:49:34.663277 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38412) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:34.670274 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Request body: {'subnet': {'network_id': 'd0617633-193b-4497-962a-284a6657db17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160894099-subnet', 'tenant_id': '47f62bd3f16043c9a177078eb4dac3ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:34.684925 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17e62-3d05-4f88-b90c-a8d78dd5e39e admin admin] Pushing event updated for resources: {'Network': ['ID=d0617633-193b-4497-962a-284a6657db17,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:34.695220 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network d0617633-193b-4497-962a-284a6657db17 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:49:34.696529 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-aee0a550-442c-4c5a-93b8-e2cbd0864a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.698226 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-aee0a550-442c-4c5a-93b8-e2cbd0864a91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8619769-3777-4f29-a4b2-55e4317b663c HTTP/1.1" status: 200 len: 848 time: 0.0600536 Jul 13 20:49:34.704318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Made reservation on behalf of 47f62bd3f16043c9a177078eb4dac3ae for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:34.706682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.721137 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050a6df-57ff-471b-b741-6f3a44d4694a req-41072364-aa90-45ca-a6be-65284324820c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:34.729593 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0050a6df-57ff-471b-b741-6f3a44d4694a req-41072364-aa90-45ca-a6be-65284324820c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 944 time: 0.0875981 Jul 13 20:49:34.759857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 5df5c4e5-43a5-4af5-886a-79dd5657ac51 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:34.768304 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0050a6df-57ff-471b-b741-6f3a44d4694a req-a4c7eb65-cb78-4fcb-bc01-7ea58e40ce90 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Jul 13 20:49:34.820703 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:34.826044 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:34.826812 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.914160 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:34.952148 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:34.963836 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:35.018131 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:35.033936 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-2473b1c7-b2cf-459e-ab3f-29d504eab1ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3251851 Jul 13 20:49:35.112409 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f4db-1c50-4852-acdf-49b48332eab5 req-499ce1dc-5ddd-4df2-985a-a95bcd53f7b5 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.113773 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dfe5f4db-1c50-4852-acdf-49b48332eab5 req-499ce1dc-5ddd-4df2-985a-a95bcd53f7b5 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 943 time: 0.0618885 Jul 13 20:49:35.152818 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dfe5f4db-1c50-4852-acdf-49b48332eab5 req-1a08c23e-89eb-4a4a-a854-0dcf69377d3b tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Jul 13 20:49:35.203855 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d13df-5af4-4dc5-b37f-5396727c66ad req-6d591777-4036-4975-9a87-26b91d8e98d6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.205324 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a61d13df-5af4-4dc5-b37f-5396727c66ad req-6d591777-4036-4975-9a87-26b91d8e98d6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1655221 Jul 13 20:49:35.214515 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-3c0f0eaa-5137-4b4e-bfa2-1a3bfe206b51 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709428 Jul 13 20:49:35.322437 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a61d13df-5af4-4dc5-b37f-5396727c66ad req-a871a8a5-5c2b-4550-a40e-3ffc4a57f7b1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099100 Jul 13 20:49:35.346735 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:35.350227 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99a309-385d-4bef-8f9f-041797770249" -d '{"events": [{"server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "name": "network-vif-plugged", "status": "completed", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:35.392382 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b906d71c-61d9-4ba3-b537-bb00ae4a32f7 req-f961a33e-c01d-484e-a811-82adff0b13c2 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603694 Jul 13 20:49:35.393379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:35.397053 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b52ca3-6908-4c87-a547-4e22e44ab4b5 x-openstack-request-id: req-d2b52ca3-6908-4c87-a547-4e22e44ab4b5 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:35.397608 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "name": "network-vif-plugged", "status": "completed", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:35.398139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2b52ca3-6908-4c87-a547-4e22e44ab4b5 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:35.398772 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51', 'code': 200} Jul 13 20:49:35.449029 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee19bff-5a00-4e20-b2cf-c99a46821533,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:35.459672 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Checking segment: {'id': '284b3ab3-629d-4a31-846b-1080c2a74ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd0617633-193b-4497-962a-284a6657db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:35.460016 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Network hostable DHCP agents. Network: d0617633-193b-4497-962a-284a6657db17, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:49:35.504146 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Network d0617633-193b-4497-962a-284a6657db17 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:49:35.546260 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, d0617633-193b-4497-962a-284a6657db17) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:35.551114 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.552297 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:35.555301 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75a391-acea-4376-a15a-89bc5e6670b2 None None] Network d0617633-193b-4497-962a-284a6657db17 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:35.577987 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-97e3688b-ef03-4b80-9c1a-f39e59d94c59 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9136798 Jul 13 20:49:35.602081 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-bdc53a67-b107-463b-bf44-b2f4de488d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.603615 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-bdc53a67-b107-463b-bf44-b2f4de488d00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=442edeebbc804ef79104087ec0865d1b&device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 1096 time: 0.1322703 Jul 13 20:49:35.624384 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989733f-5ae3-460d-a943-530119c77280 req-0727a9c9-fb59-40f4-bd94-35b2000eddd5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.625770 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8989733f-5ae3-460d-a943-530119c77280 req-0727a9c9-fb59-40f4-bd94-35b2000eddd5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1227341 Jul 13 20:49:35.684637 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7413d8-d5a7-4fc7-af85-d784e2f3f514 None None] Network d0617633-193b-4497-962a-284a6657db17 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:35.753329 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8989733f-5ae3-460d-a943-530119c77280 req-e2683419-9bd0-4891-8274-f6664bede802 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041627 Jul 13 20:49:35.776421 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641e35-fd98-487c-8b8d-3a281b0beeb2 req-fd2d799d-76a9-477c-9e0b-08923c717d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.778122 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c641e35-fd98-487c-8b8d-3a281b0beeb2 req-fd2d799d-76a9-477c-9e0b-08923c717d51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 1098 time: 0.1701820 Jul 13 20:49:35.780214 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-b6d965d0-740e-478b-b7b0-c9ab77dd28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.781546 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-b6d965d0-740e-478b-b7b0-c9ab77dd28f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 200 len: 909 time: 0.1651723 Jul 13 20:49:35.859474 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-1f19d144-9e41-4133-9382-eed5d35c496f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2d9237-3977-4411-b378-24d1fe862e80 HTTP/1.1" status: 200 len: 217 time: 0.0553310 Jul 13 20:49:35.909580 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c641e35-fd98-487c-8b8d-3a281b0beeb2 req-4610f594-1a1b-4d21-9b4c-a06a7e7f82bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070323 Jul 13 20:49:35.952053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-108b8643-e361-445d-a67c-d8d6888982da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.953530 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-108b8643-e361-445d-a67c-d8d6888982da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8619769-3777-4f29-a4b2-55e4317b663c HTTP/1.1" status: 200 len: 848 time: 0.0842319 Jul 13 20:49:35.964389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e0c8e-4a5c-4c52-8261-5fe6d8e60bb6 req-c0826f2c-2615-450b-b7c9-676bd6264e0b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:35.966159 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d92e0c8e-4a5c-4c52-8261-5fe6d8e60bb6 req-c0826f2c-2615-450b-b7c9-676bd6264e0b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0866668 Jul 13 20:49:35.974724 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38438) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:35.980431 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'floatingip': {'port_id': 'e7225d00-3a38-4799-98a8-cf428d15f694'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:36.001134 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-0da3598d-6352-4d9a-9dce-0ee46f54768d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323644 Jul 13 20:49:36.041414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427b83-e036-403c-a315-30dbc202e722 req-b183b9b7-23a1-4e67-bdc7-33c32e87a12b tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:36.047077 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-48427b83-e036-403c-a315-30dbc202e722 req-b183b9b7-23a1-4e67-bdc7-33c32e87a12b tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 945 time: 0.1285710 Jul 13 20:49:36.054799 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.114290 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-48427b83-e036-403c-a315-30dbc202e722 req-9c23fb7a-ca52-44b2-a5d1-86e72f8e603e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Jul 13 20:49:36.133185 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38444) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:36.139252 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357457055-network', 'tenant_id': 'a6ef9211a6dc4cffab47e51e0008ac72'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:36.173296 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-96b70963-ddda-4c92-b00f-9d681418aa6f service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641421 Jul 13 20:49:36.173833 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Made reservation on behalf of a6ef9211a6dc4cffab47e51e0008ac72 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:36.176085 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.185519 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.327191 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3091e88e-8729-45da-b6fa-61ee593efcd6 req-380c6644-96e1-4d23-bae1-22fcbafa59e9 service neutron] 10.222.0.44 "GET /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338408 Jul 13 20:49:36.350625 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.355670 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.380608 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:49:36.390833 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0dd009-bcd0-49fb-aed8-1b584a5c26a6,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:36.396342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.396681 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Added segment 796bf52e-1e89-4fd7-b38e-6b1b5e467ca6 of type vlan for network 21a9a41b-842e-4015-a9cd-7181548afcc8 Jul 13 20:49:36.440991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.506088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.507110 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:36.507693 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.576201 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4419627 Jul 13 20:49:36.579092 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38452) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:36.583658 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Request body: {'subnet': {'network_id': '21a9a41b-842e-4015-a9cd-7181548afcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357457055-subnet', 'tenant_id': 'a6ef9211a6dc4cffab47e51e0008ac72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:49:36.596241 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84089-2841-4a96-b629-36aabe2745a3 req-4a40a713-07cf-4f76-b506-58369be0a226 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:36.597685 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5df84089-2841-4a96-b629-36aabe2745a3 req-4a40a713-07cf-4f76-b506-58369be0a226 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1524110 Jul 13 20:49:36.604491 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a448501-0286-441a-bd39-cbeee1a048b8 admin admin] Pushing event updated for resources: {'Network': ['ID=21a9a41b-842e-4015-a9cd-7181548afcc8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:36.615659 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 21a9a41b-842e-4015-a9cd-7181548afcc8 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:49:36.621712 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1430-6233-4be7-b907-a3b8850401e2 req-9588a823-7516-48f7-969f-1b6cf727281d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:36.623490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7b1430-6233-4be7-b907-a3b8850401e2 req-9588a823-7516-48f7-969f-1b6cf727281d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 943 time: 0.3557475 Jul 13 20:49:36.639370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Made reservation on behalf of a6ef9211a6dc4cffab47e51e0008ac72 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:49:36.641862 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.686211 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5df84089-2841-4a96-b629-36aabe2745a3 req-abebe025-b958-4957-b03f-a1d7a903733d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766439 Jul 13 20:49:36.761213 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bb7b1430-6233-4be7-b907-a3b8850401e2 req-3eb4ac0f-3826-4ccf-b002-2ef863163376 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268318 Jul 13 20:49:36.776503 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 3d2d9237-3977-4411-b378-24d1fe862e80 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:49:36.840530 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.907332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Pushing event updated for resources: {'Subnet': ['ID=febefdc0-d324-4095-ab49-052c81e9794c,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:36.909217 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3d2d9237-3977-4411-b378-24d1fe862e80,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:36.918068 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Checking segment: {'id': '796bf52e-1e89-4fd7-b38e-6b1b5e467ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '21a9a41b-842e-4015-a9cd-7181548afcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:49:36.918575 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Network hostable DHCP agents. Network: 21a9a41b-842e-4015-a9cd-7181548afcc8, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:49:36.925674 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '3d2d9237-3977-4411-b378-24d1fe862e80', 'network_id': '65ea8972-0d08-4ca0-8dbc-d11e2fc51e74', 'port_id': '3d2d9237-3977-4411-b378-24d1fe862e80', 'mac_address': 'fa:16:3e:b3:35:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8619769-3777-4f29-a4b2-55e4317b663c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:49:36.928750 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.933457 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.943720 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Network 21a9a41b-842e-4015-a9cd-7181548afcc8 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:49:36.953503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 21a9a41b-842e-4015-a9cd-7181548afcc8) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:49:36.959699 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:36.960292 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:36.965401 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45581cc1-911a-4fc0-8cf4-4be4e2922ce2 None None] Network 21a9a41b-842e-4015-a9cd-7181548afcc8 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:36.983315 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-3b62a89d-c77c-40bf-bacd-c6e69784253c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4031403 Jul 13 20:49:37.027442 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:37.042179 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Floating IP 0f59f8ad-c83b-4df4-979f-513d63e63a4a associated. External IP: 172.27.2.139, port: e7225d00-3a38-4799-98a8-cf428d15f694. Jul 13 20:49:37.049638 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2d9237-3977-4411-b378-24d1fe862e80 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:49:37.081775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3d2d9237-3977-4411-b378-24d1fe862e80,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:37.088928 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:37.173827 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118dde2-f6b2-46f0-897b-f2f2489aec26 None None] Network 21a9a41b-842e-4015-a9cd-7181548afcc8 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:49:37.194858 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:37.340223 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:49:37.363186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f39e-1b0e-4c6d-a588-5e45947dcf75 req-2b120e11-f6da-48a2-92c0-76d32171e881 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:37.364645 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c6e1f39e-1b0e-4c6d-a588-5e45947dcf75 req-2b120e11-f6da-48a2-92c0-76d32171e881 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 945 time: 0.0902841 Jul 13 20:49:37.396341 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['3d2d9237-3977-4411-b378-24d1fe862e80'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:37.468401 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c6e1f39e-1b0e-4c6d-a588-5e45947dcf75 req-02ab081e-d230-4374-a5e9-f2eac0872bd4 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Jul 13 20:49:37.491030 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:49:37.501444 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:37.501539 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:49:37.516126 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:37.516757 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:49:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:37.547853 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7447afbb-2369-40dc-a8d4-9318c0aa3330 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "PUT /v2.0/floatingips/0f59f8ad-c83b-4df4-979f-513d63e63a4a HTTP/1.1" status: 200 len: 991 time: 1.5719547 Jul 13 20:49:37.549123 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:37.551506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dec5b0-e944-418d-bb26-11c8723af318" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:37.655245 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da2fffe-b6f5-47d8-ac02-436578219433 x-openstack-request-id: req-9da2fffe-b6f5-47d8-ac02-436578219433 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:37.655599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:37.656085 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9da2fffe-b6f5-47d8-ac02-436578219433 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:37.656553 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'status': 'completed', 'code': 200} Jul 13 20:49:37.659737 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:37.787893 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-3d402395-fddc-4b40-b3a6-31bfe3f13d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:37.789627 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-3d402395-fddc-4b40-b3a6-31bfe3f13d5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1098 time: 0.1140640 Jul 13 20:49:37.920548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-857598d7-9aed-41c3-978f-59f4c08d4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:37.923232 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-857598d7-9aed-41c3-978f-59f4c08d4ad2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.1230254 Jul 13 20:49:37.960387 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '0f59f8ad-c83b-4df4-979f-513d63e63a4a', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:e6:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:49:17Z', 'updated_at': '2021-07-13T20:49:36Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:37.994025 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:49:38.005867 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-165684ec-77b8-494a-9771-8c767e275148 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 999 time: 0.0728366 Jul 13 20:49:38.014242 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:49:38.015136 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:49:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:38.065072 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07694-1b77-476a-ae43-a0f38a5e2165 req-fd4232ce-6ce8-4f8f-9245-fe9fb9b010c0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:38.074346 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99c07694-1b77-476a-ae43-a0f38a5e2165 req-fd4232ce-6ce8-4f8f-9245-fe9fb9b010c0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1061728 Jul 13 20:49:38.100874 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-9c93d2b3-862c-4ea5-bb90-de332e4bd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:38.102328 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-9c93d2b3-862c-4ea5-bb90-de332e4bd9f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0598681 Jul 13 20:49:38.117173 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f8010-8c4f-4ce8-9a97-7131eecf6055 req-d8b2b9ef-0bc7-42e6-93db-ea1aeeab0a82 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:38.118680 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-665f8010-8c4f-4ce8-9a97-7131eecf6055 req-d8b2b9ef-0bc7-42e6-93db-ea1aeeab0a82 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 944 time: 0.1093867 Jul 13 20:49:38.125297 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-99c07694-1b77-476a-ae43-a0f38a5e2165 req-cee2edd6-74b5-4c22-97de-95240192778d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495312 Jul 13 20:49:38.161107 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:49:38.189511 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-665f8010-8c4f-4ce8-9a97-7131eecf6055 req-edcb5126-b054-4af5-b267-c0e962c9cafd tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601158 Jul 13 20:49:38.207326 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-0b60d168-b0fe-4a58-98b4-a9aa3673c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:38.208908 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-0b60d168-b0fe-4a58-98b4-a9aa3673c27a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893581 Jul 13 20:49:38.316699 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-cef79bca-6694-4dc3-ba20-dfd0320f5ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002455 Jul 13 20:49:38.409806 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b3dec5b0-e944-418d-bb26-11c8723af318 req-4576f0e0-0cc8-4b14-97f5-3720bae116f9 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Jul 13 20:49:38.434200 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '0f59f8ad-c83b-4df4-979f-513d63e63a4a', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:e6:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:49:17Z', 'updated_at': '2021-07-13T20:49:36Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:38.460973 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c42d4-c3db-4d54-994b-8179e6cbcbba None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '0f59f8ad-c83b-4df4-979f-513d63e63a4a', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:e6:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:49:17Z', 'updated_at': '2021-07-13T20:49:36Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:49:38.641387 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431d14c-d81b-45b7-b75c-96140a6150bb None None] New status for floating IP 0f59f8ad-c83b-4df4-979f-513d63e63a4a: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:49:38.778143 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 3d2d9237-3977-4411-b378-24d1fe862e80 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:49:38.827273 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 3d2d9237-3977-4411-b378-24d1fe862e80 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:49:38.831208 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 3d2d9237-3977-4411-b378-24d1fe862e80 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:49:38.831585 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:38.926605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:38.948495 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:38.950772 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb2338-21d5-49e1-ab22-4877502c0559" -d '{"events": [{"server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "name": "network-vif-plugged", "status": "completed", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:38.965352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3d2d9237-3977-4411-b378-24d1fe862e80,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:38.969554 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:38.993899 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1649685-d513-45f3-90b0-14f3d0de5068 x-openstack-request-id: req-d1649685-d513-45f3-90b0-14f3d0de5068 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:38.994088 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "name": "network-vif-plugged", "status": "completed", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:38.994338 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1649685-d513-45f3-90b0-14f3d0de5068 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:38.995278 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80', 'code': 200} Jul 13 20:49:39.020858 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:39.230561 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92782c7a-dd43-49a6-9d81-72b2f32aaa36 req-0c5416f5-d5b2-46f4-99cd-fe4765c4c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:39.232216 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-92782c7a-dd43-49a6-9d81-72b2f32aaa36 req-0c5416f5-d5b2-46f4-99cd-fe4765c4c056 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 1098 time: 0.0545218 Jul 13 20:49:39.286791 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-92782c7a-dd43-49a6-9d81-72b2f32aaa36 req-a5417272-81a7-456c-a738-80262d8147fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Jul 13 20:49:39.338850 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d31b-f36a-4300-a698-9f2c6836099c req-14151177-761e-443f-96e2-a96c612cab49 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:39.346423 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f568d31b-f36a-4300-a698-9f2c6836099c req-14151177-761e-443f-96e2-a96c612cab49 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0761030 Jul 13 20:49:39.382223 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f568d31b-f36a-4300-a698-9f2c6836099c req-bab25c81-82e4-4377-934e-8592cb293ac6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Jul 13 20:49:39.392253 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6769b-2694-4871-be7d-da0d7c6f17c9 req-0aaa66fd-f4f3-4abe-af4e-d9510d50c83d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:39.393750 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9c6769b-2694-4871-be7d-da0d7c6f17c9 req-0aaa66fd-f4f3-4abe-af4e-d9510d50c83d tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 945 time: 0.0644004 Jul 13 20:49:39.436610 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9c6769b-2694-4871-be7d-da0d7c6f17c9 req-5ddd18c3-9888-47be-b7c5-dbe86aad2730 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jul 13 20:49:40.583653 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321f106-e7f9-4204-9229-2eb86d2be943 req-75f0afdf-1922-4815-83b0-fe477cfb35e3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:40.585096 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e321f106-e7f9-4204-9229-2eb86d2be943 req-75f0afdf-1922-4815-83b0-fe477cfb35e3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0658009 Jul 13 20:49:40.617547 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cce484-bfd9-4b8b-8d9f-c9d53d59ea9f req-78c3333c-1b3e-4601-b017-b1809e6fe9a9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:40.619007 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24cce484-bfd9-4b8b-8d9f-c9d53d59ea9f req-78c3333c-1b3e-4601-b017-b1809e6fe9a9 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 945 time: 0.0644190 Jul 13 20:49:40.633455 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e321f106-e7f9-4204-9229-2eb86d2be943 req-1cfb2a2d-03e4-437a-acb1-a024d8b23b34 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jul 13 20:49:40.664256 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24cce484-bfd9-4b8b-8d9f-c9d53d59ea9f req-41be5013-63de-4266-b891-bff362d09118 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Jul 13 20:49:41.601817 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7253678-0522-4fd3-aef5-55e6273da5a2 req-c9c13499-e1d0-45e5-97e4-68251dc37608 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:41.603329 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7253678-0522-4fd3-aef5-55e6273da5a2 req-c9c13499-e1d0-45e5-97e4-68251dc37608 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 945 time: 0.0621760 Jul 13 20:49:41.640462 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7253678-0522-4fd3-aef5-55e6273da5a2 req-faeca3a9-5ed0-4bde-8947-43edb5e21e24 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jul 13 20:49:41.806470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176666-9b33-4597-bab8-baf1765e4c41 req-da614de0-a1a6-46df-83dc-b1f27388bfc3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:41.808456 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-84176666-9b33-4597-bab8-baf1765e4c41 req-da614de0-a1a6-46df-83dc-b1f27388bfc3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0618773 Jul 13 20:49:41.845166 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-84176666-9b33-4597-bab8-baf1765e4c41 req-d641506a-76db-4611-8ed9-be019f5ffa62 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jul 13 20:49:42.811438 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac634b5e-be85-4c2b-8748-5b896a320502 req-3ee98b88-699c-45c6-b370-5f51f7c0d402 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:42.812909 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac634b5e-be85-4c2b-8748-5b896a320502 req-3ee98b88-699c-45c6-b370-5f51f7c0d402 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 945 time: 0.0618582 Jul 13 20:49:42.861097 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac634b5e-be85-4c2b-8748-5b896a320502 req-e3de4f9a-4099-41e4-9f3d-cdd9a02e82f7 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/security-groups?id=d38e5154-9fd8-450a-9b56-5a0b7fa9028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Jul 13 20:49:43.046815 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0b0bc-c02a-41a4-942b-6aa02d4567da req-684fee76-799f-4745-b328-b1688e21b53f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:43.048078 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-73d0b0bc-c02a-41a4-942b-6aa02d4567da req-684fee76-799f-4745-b328-b1688e21b53f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Jul 13 20:49:43.087846 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-73d0b0bc-c02a-41a4-942b-6aa02d4567da req-9b4aec79-7a50-4005-8b6e-879baf1dc56c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Jul 13 20:49:43.383405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-513d315f-e553-450c-9e19-0b718ac5115a tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:43.384825 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-513d315f-e553-450c-9e19-0b718ac5115a tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 945 time: 0.0668397 Jul 13 20:49:43.493430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Deleting port 3d2d9237-3977-4411-b378-24d1fe862e80 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:49:43.493770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:43.581909 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] For port 3d2d9237-3977-4411-b378-24d1fe862e80, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3d2d9237-3977-4411-b378-24d1fe862e80,segment=NetworkSegment(fd626680-b8fc-4761-8382-2304c837f7eb),segment_id=fd626680-b8fc-4761-8382-2304c837f7eb)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:49:43.582172 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:43.594845 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Calling delete_port for 3d2d9237-3977-4411-b378-24d1fe862e80 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:49:43.720887 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:43.734031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['3d2d9237-3977-4411-b378-24d1fe862e80'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:49:43.773125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Pushing event deleted for resources: {'Port': ['ID=3d2d9237-3977-4411-b378-24d1fe862e80,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:43.796504 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] No DVR routers for this DVR port 3d2d9237-3977-4411-b378-24d1fe862e80 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:49:43.798950 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:43.801004 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7d6a7a85-0133-4948-9b42-1cd5b3ade510 req-8541b57a-3ebb-46eb-b5e2-ca7682dabe9c tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.44 "DELETE /v2.0/ports/3d2d9237-3977-4411-b378-24d1fe862e80 HTTP/1.1" status: 204 len: 173 time: 0.4058087 Jul 13 20:49:43.801447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'name': 'network-vif-deleted', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:49:43.803678 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f2d41-277b-4501-b7e0-56ac29c4dc9b" -d '{"events": [{"server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "name": "network-vif-deleted", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:49:43.840560 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c887281-03aa-42f3-ba16-dd95a340c471 x-openstack-request-id: req-9c887281-03aa-42f3-ba16-dd95a340c471 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:49:43.840883 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce56942-4a93-4dea-958a-d0929e7b9330", "name": "network-vif-deleted", "tag": "3d2d9237-3977-4411-b378-24d1fe862e80", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:49:43.841263 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c887281-03aa-42f3-ba16-dd95a340c471 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:49:43.841674 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce56942-4a93-4dea-958a-d0929e7b9330', 'name': 'network-vif-deleted', 'tag': '3d2d9237-3977-4411-b378-24d1fe862e80', 'status': 'completed', 'code': 200} Jul 13 20:49:44.028042 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8037a22d-b979-4b70-9027-136b50f42a12 req-58a9816c-712f-4ba6-afa2-1788b98f1a94 tempest-VolumesActionsTest-1044952284 tempest-VolumesActionsTest-1044952284-project] 10.222.0.54 "GET /v2.0/ports?device_id=cce56942-4a93-4dea-958a-d0929e7b9330 HTTP/1.1" status: 200 len: 210 time: 0.0338202 Jul 13 20:49:44.273998 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5801be5-e1af-4bad-a94f-62bc9b76ccb5 req-cf56ccbf-dd3f-419f-8440-d405cfc33c21 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:44.276081 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a5801be5-e1af-4bad-a94f-62bc9b76ccb5 req-cf56ccbf-dd3f-419f-8440-d405cfc33c21 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0630193 Jul 13 20:49:44.316273 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a5801be5-e1af-4bad-a94f-62bc9b76ccb5 req-87b250eb-a601-4470-973c-4beee8593e9b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Jul 13 20:49:45.507280 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbf1e6-9cad-4312-afa9-a3ea48ef84c5 req-5aa88739-b90b-41ce-ac5a-df351249878c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:45.511157 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5abbf1e6-9cad-4312-afa9-a3ea48ef84c5 req-5aa88739-b90b-41ce-ac5a-df351249878c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0761502 Jul 13 20:49:45.559174 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5abbf1e6-9cad-4312-afa9-a3ea48ef84c5 req-4a599ff7-4097-47ac-ad87-98aa2f46cf76 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jul 13 20:49:46.741145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f273b-9dcb-456d-a820-bf6c0e507775 req-1a724b63-eb38-4a53-9409-595cb38f6d8b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:46.742407 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d54f273b-9dcb-456d-a820-bf6c0e507775 req-1a724b63-eb38-4a53-9409-595cb38f6d8b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0711243 Jul 13 20:49:46.780911 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d54f273b-9dcb-456d-a820-bf6c0e507775 req-d804ea64-a796-4b2c-a796-574a022a06a3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Jul 13 20:49:47.299628 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 3d2d9237-3977-4411-b378-24d1fe862e80 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:49:47.323018 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 3d2d9237-3977-4411-b378-24d1fe862e80 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:49:47.323368 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 3d2d9237-3977-4411-b378-24d1fe862e80 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:49:49.565180 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9594f-1756-43f4-8592-f661add36ee2 req-6f235fb9-d385-44ab-b954-49a129bfeb8b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:49.566685 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40d9594f-1756-43f4-8592-f661add36ee2 req-6f235fb9-d385-44ab-b954-49a129bfeb8b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0683770 Jul 13 20:49:49.602919 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40d9594f-1756-43f4-8592-f661add36ee2 req-9e177331-8ee4-4659-9019-40eb331e0ac9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Jul 13 20:49:50.786230 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c908-51d4-4c42-a8ad-4a65a4c0f511 req-0ad9e0cd-40cb-428a-be6c-8e4f6e2fa740 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:50.788410 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5df1c908-51d4-4c42-a8ad-4a65a4c0f511 req-0ad9e0cd-40cb-428a-be6c-8e4f6e2fa740 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0685546 Jul 13 20:49:50.836130 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5df1c908-51d4-4c42-a8ad-4a65a4c0f511 req-b02233c6-06ad-459d-9079-0083ec736161 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Jul 13 20:49:50.865202 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:51.203799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b02bf190-5f10-42c0-98b3-e520dd6558ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:52.095821 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c44d-53ef-4605-be81-9c1fa15139de req-0eba11b9-17ef-4757-82e5-27799af001a8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:52.106437 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee13c44d-53ef-4605-be81-9c1fa15139de req-0eba11b9-17ef-4757-82e5-27799af001a8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1099246 Jul 13 20:49:52.163159 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ee13c44d-53ef-4605-be81-9c1fa15139de req-64cae9ce-90ce-4560-b97a-509ee43224ac tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Jul 13 20:49:53.267340 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38858) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:53.316065 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Deleting subnet 1ee19bff-5a00-4e20-b2cf-c99a46821533 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:49:53.319370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.361187 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.376895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f6af1-e40c-446a-a343-65427ac08931 req-dfbd25a6-7536-4aec-9063-0584324e55c1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:53.379443 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-516f6af1-e40c-446a-a343-65427ac08931 req-dfbd25a6-7536-4aec-9063-0584324e55c1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0679519 Jul 13 20:49:53.410015 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.432463 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-516f6af1-e40c-446a-a343-65427ac08931 req-403bc975-c8a2-4a80-bcfe-38df97898d64 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Jul 13 20:49:53.484859 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.510083 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee19bff-5a00-4e20-b2cf-c99a46821533,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:53.514703 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.519421 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38862) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:53.522999 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e35c7a6d-5668-402e-b193-9b58a8e336b0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ee19bff-5a00-4e20-b2cf-c99a46821533 HTTP/1.1" status: 204 len: 168 time: 0.2500727 Jul 13 20:49:53.599726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.678732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.689062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0617633-193b-4497-962a-284a6657db17']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:53.702462 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284b3ab3-629d-4a31-846b-1080c2a74ab8') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:53.702728 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-38640576-53d6-4c5f-8aae-8a47a7c5f3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.703287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284b3ab3-629d-4a31-846b-1080c2a74ab8') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:53.714160 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.729721 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.735902 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:49:53.736353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:49:53.738267 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:49:53.815465 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.982714 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.988112 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:53.993860 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38866) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:53.994661 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] 10.222.0.54 "DELETE /v2.0/networks/d0617633-193b-4497-962a-284a6657db17 HTTP/1.1" status: 204 len: 168 time: 0.4736667 Jul 13 20:49:54.007358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd2e56-1719-4bbb-88fb-3e567a9c446d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0617633-193b-4497-962a-284a6657db17,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:54.092459 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Deleting subnet febefdc0-d324-4095-ab49-052c81e9794c {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:49:54.102822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.172122 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.218133 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.298522 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.331068 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febefdc0-d324-4095-ab49-052c81e9794c,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:54.333138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.337882 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38880) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:54.338060 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-88b77ca9-dafc-4985-afd0-ddadcf429f16 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/febefdc0-d324-4095-ab49-052c81e9794c HTTP/1.1" status: 204 len: 168 time: 0.3415501 Jul 13 20:49:54.436090 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.535337 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da2b2-abe6-4f57-9529-003e49cfb429 req-80aa8159-0c95-4387-b325-521a4ebcdffb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:54.536855 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-664da2b2-abe6-4f57-9529-003e49cfb429 req-80aa8159-0c95-4387-b325-521a4ebcdffb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1385183 Jul 13 20:49:54.545785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.572970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9a41b-842e-4015-a9cd-7181548afcc8']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:54.594782 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796bf52e-1e89-4fd7-b38e-6b1b5e467ca6') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:54.595307 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796bf52e-1e89-4fd7-b38e-6b1b5e467ca6') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:49:54.609312 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-664da2b2-abe6-4f57-9529-003e49cfb429 req-056c0554-156c-450a-b6a0-5c3b8d3c3f6d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604033 Jul 13 20:49:54.611217 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.618658 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5893d7-dca1-4940-9d8a-17cd7c7d57b2 req-0b8a5732-85a8-414b-8d5b-8d75d11fe252 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:54.627457 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c5893d7-dca1-4940-9d8a-17cd7c7d57b2 req-0b8a5732-85a8-414b-8d5b-8d75d11fe252 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0721669 Jul 13 20:49:54.628669 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.709107 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:49:54.709981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.711525 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:49:54.714179 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:49:54.739278 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:49:54.749742 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c5893d7-dca1-4940-9d8a-17cd7c7d57b2 req-b84eeeb6-1b87-4455-99ee-dda8d8181f3e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211975 Jul 13 20:49:54.828122 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.835746 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:54.841387 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21a9a41b-842e-4015-a9cd-7181548afcc8 HTTP/1.1" status: 204 len: 168 time: 0.5013969 Jul 13 20:49:54.858776 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e27b3e-2713-4c28-91ee-9d7c3ebd4441 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a9a41b-842e-4015-a9cd-7181548afcc8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:55.034999 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38898) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:55.133822 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c37f7d05-de61-49b4-aedd-be9a72c017e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47f62bd3f16043c9a177078eb4dac3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974641 Jul 13 20:49:55.136980 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38904) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:55.207269 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.230087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.286157 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.290489 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.294011 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/690c10c7-4387-448d-931b-04bf9dc659f3 HTTP/1.1" status: 204 len: 168 time: 0.1534703 Jul 13 20:49:55.317039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c0390-20e6-439b-8f8d-9316943143ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c10c7-4387-448d-931b-04bf9dc659f3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:55.567739 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01067f9-29c3-4bcc-99c9-6fb50177c2ba req-347c058f-af8b-46b5-89ac-6cf2d6239e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:55.569631 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c01067f9-29c3-4bcc-99c9-6fb50177c2ba req-347c058f-af8b-46b5-89ac-6cf2d6239e31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.0638757 Jul 13 20:49:55.618738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c01067f9-29c3-4bcc-99c9-6fb50177c2ba req-c07d3c2e-bacc-482e-b848-85f52a2bf6f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Jul 13 20:49:55.761858 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 38920) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:55.831449 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1c0d2c01-e01f-4c0f-8c27-6a673eab9398 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6ef9211a6dc4cffab47e51e0008ac72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651827 Jul 13 20:49:55.832373 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 38924) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:49:55.905493 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.937815 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39866b-6084-4884-86b7-e77cc43056a0 req-a2c931db-260b-4877-9080-4e6f0a3c49ca tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:55.939940 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5a39866b-6084-4884-86b7-e77cc43056a0 req-a2c931db-260b-4877-9080-4e6f0a3c49ca tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1396182 Jul 13 20:49:55.945635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:55.986981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7110fa-000f-490e-897b-7d85621f0985 req-bc01fc0b-20c4-4805-9e2b-6395323002f8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:55.988517 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f7110fa-000f-490e-897b-7d85621f0985 req-bc01fc0b-20c4-4805-9e2b-6395323002f8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0900614 Jul 13 20:49:56.023372 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5a39866b-6084-4884-86b7-e77cc43056a0 req-680643ca-f5a7-40d8-890b-047ceb382440 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656309 Jul 13 20:49:56.043603 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f7110fa-000f-490e-897b-7d85621f0985 req-7f22f6a3-a6e1-4482-a09a-fb3dc1804f18 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Jul 13 20:49:56.048373 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:56.051601 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:56.052675 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c0dd009-bcd0-49fb-aed8-1b584a5c26a6 HTTP/1.1" status: 204 len: 168 time: 0.2187960 Jul 13 20:49:56.072031 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b2c60-f5c5-4334-ba7d-4bf2d2d7f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0dd009-bcd0-49fb-aed8-1b584a5c26a6,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:49:56.420274 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:49:57.399255 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cfc9f-37eb-4a6a-9b6e-9685d44ba1e8 req-860ae6bf-0698-46c6-9459-9d91b63a487a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:57.420329 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e67cfc9f-37eb-4a6a-9b6e-9685d44ba1e8 req-860ae6bf-0698-46c6-9459-9d91b63a487a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1509268 Jul 13 20:49:57.420653 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35324-788e-4490-a443-5b900ca0a81e req-f37728a2-5b27-410a-b49d-c65bd564e9b8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:57.425816 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-11c35324-788e-4490-a443-5b900ca0a81e req-f37728a2-5b27-410a-b49d-c65bd564e9b8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1674278 Jul 13 20:49:57.498934 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e67cfc9f-37eb-4a6a-9b6e-9685d44ba1e8 req-84dc03b3-7fc1-410c-9a52-11ae4e1e07ec tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754635 Jul 13 20:49:57.501414 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-11c35324-788e-4490-a443-5b900ca0a81e req-c5759ef8-3bad-4c0a-8bd0-f035137388d0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693350 Jul 13 20:49:58.004587 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-7d648de2-e2a1-479d-90ea-da8e4ee8ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:58.006365 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-7d648de2-e2a1-479d-90ea-da8e4ee8ae23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.1378670 Jul 13 20:49:58.019618 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca5376-3e35-4dc2-a10f-ec90321e55e1 req-0465a334-b6f2-40e0-a376-2439e1dba523 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:58.021415 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-93ca5376-3e35-4dc2-a10f-ec90321e55e1 req-0465a334-b6f2-40e0-a376-2439e1dba523 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0921550 Jul 13 20:49:58.128495 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-93ca5376-3e35-4dc2-a10f-ec90321e55e1 req-09bb5afc-4287-485f-a990-ece419719a0f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928540 Jul 13 20:49:58.152467 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-1af14363-4834-4425-8118-210cf89d24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:58.154259 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-1af14363-4834-4425-8118-210cf89d24d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.1291151 Jul 13 20:49:58.200938 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-f78698cc-acf9-4938-8e81-142c34e4250e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0370655 Jul 13 20:49:58.251010 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-de05ce37-e067-458b-afbb-f7318c4a65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:58.252878 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-de05ce37-e067-458b-afbb-f7318c4a65c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0449450 Jul 13 20:49:58.289617 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-fddb5ad1-0c5d-487e-bbca-b287d38e268f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291469 Jul 13 20:49:58.399999 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-6b9f97fe-0bf6-4e38-8067-ad5303ba2ecb service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015062 Jul 13 20:49:58.528949 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b13521ee-287f-4520-9e0d-dbf680ab8e78 req-d8128e8d-adf8-4de3-be89-17fc6fe751b1 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185555 Jul 13 20:49:58.827413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a74a8-b103-4d85-a563-9a5aa63175d9 req-8fdff227-f08d-4be1-8f25-e936723372b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:58.839749 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-684a74a8-b103-4d85-a563-9a5aa63175d9 req-8fdff227-f08d-4be1-8f25-e936723372b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1743183 Jul 13 20:49:58.889751 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-684a74a8-b103-4d85-a563-9a5aa63175d9 req-6075b651-5428-439e-8156-232da1083076 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501077 Jul 13 20:49:59.725422 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c713a-1d0c-4b56-83db-fc1649726016 req-8d184fc7-5bba-4927-a3e4-adba07679acf tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:49:59.732982 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f54c713a-1d0c-4b56-83db-fc1649726016 req-8d184fc7-5bba-4927-a3e4-adba07679acf tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.4840829 Jul 13 20:49:59.779252 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f54c713a-1d0c-4b56-83db-fc1649726016 req-397907b0-5a92-44d4-bac6-4e7a6dda0b20 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Jul 13 20:50:00.156699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce728dbc-4e35-4ec9-a11b-53e6cdacd3f1 req-4df07db3-f337-46b0-a012-03259fb93b3a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:00.164500 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce728dbc-4e35-4ec9-a11b-53e6cdacd3f1 req-4df07db3-f337-46b0-a012-03259fb93b3a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0869951 Jul 13 20:50:00.235058 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ce728dbc-4e35-4ec9-a11b-53e6cdacd3f1 req-4a73dce9-7a8c-4d0b-be76-2ceea9a1ece0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647819 Jul 13 20:50:00.310643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39036) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:00.433985 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.539045 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.544032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.585338 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c935874a0714598ad476463d8e88f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735078 Jul 13 20:50:00.586935 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d797ad44-9f86-4580-9b8d-f9f05155f30b,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:00.588997 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39040) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:00.594946 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.595338 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.595635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.595967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.596294 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.596624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.596948 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.597269 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.597649 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.597971 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.598291 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.598634 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635816f9-8128-4daa-a6cd-16524fdc1259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.675869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.707410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.774675 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.777940 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:00.779161 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d797ad44-9f86-4580-9b8d-f9f05155f30b HTTP/1.1" status: 204 len: 168 time: 0.1889098 Jul 13 20:50:00.788410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d797ad44-9f86-4580-9b8d-f9f05155f30b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:00.798318 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.798691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.799027 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.799365 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.799699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.800332 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.800684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.801229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.801568 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.803346 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.803346 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:00.803346 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fed390-c77d-4d7b-b024-4a6f9d4f95b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:01.044201 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b987c-3931-42f2-92e6-3c065a80ab7e req-9d7b3640-c799-46a3-9383-e637d4688ed0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:01.046023 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-031b987c-3931-42f2-92e6-3c065a80ab7e req-9d7b3640-c799-46a3-9383-e637d4688ed0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0940828 Jul 13 20:50:01.104165 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-031b987c-3931-42f2-92e6-3c065a80ab7e req-900882c4-32f0-42ea-b8ef-2b4fc21b65b4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Jul 13 20:50:01.497201 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ea07-4996-495b-91f3-7d52b0c9b1cf req-5a913296-84f9-46e0-9058-decaaf21b3d0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:01.507676 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1e56ea07-4996-495b-91f3-7d52b0c9b1cf req-5a913296-84f9-46e0-9058-decaaf21b3d0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1036367 Jul 13 20:50:01.559715 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1e56ea07-4996-495b-91f3-7d52b0c9b1cf req-59ed1460-2be3-4b20-9e36-b23abe833e32 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509858 Jul 13 20:50:02.392943 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e1159-cecb-4b22-bca2-66896c1a7bef req-295cdfe1-8aae-45bb-9dd7-8be804be553b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:02.394889 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-614e1159-cecb-4b22-bca2-66896c1a7bef req-295cdfe1-8aae-45bb-9dd7-8be804be553b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1013408 Jul 13 20:50:02.437954 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-614e1159-cecb-4b22-bca2-66896c1a7bef req-c7417679-628f-4041-b1ca-2613522f8fd4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 Jul 13 20:50:02.788212 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebf64c-4338-4652-99c6-3d0b157ead6d req-fb60b40f-b911-4971-90b9-05a20f2b56fe tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:02.796991 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17ebf64c-4338-4652-99c6-3d0b157ead6d req-fb60b40f-b911-4971-90b9-05a20f2b56fe tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0885003 Jul 13 20:50:02.846359 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17ebf64c-4338-4652-99c6-3d0b157ead6d req-6465eef1-7484-4b71-96ae-1c8f4ab71b04 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484307 Jul 13 20:50:04.046591 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bdbc-0831-4af6-b2ac-4b1459741662 req-bf641d0a-aa5d-4f71-9a01-280f7751f4b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:04.048539 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f55bdbc-0831-4af6-b2ac-4b1459741662 req-bf641d0a-aa5d-4f71-9a01-280f7751f4b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0696676 Jul 13 20:50:04.089627 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f55bdbc-0831-4af6-b2ac-4b1459741662 req-8d2080f2-ba32-4598-be47-905d7e89846e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348570 Jul 13 20:50:04.292725 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002bf5-3345-45c4-a96a-f746dc463a7c req-58c985b1-8d26-4984-896e-12b92820157d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:04.294691 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff002bf5-3345-45c4-a96a-f746dc463a7c req-58c985b1-8d26-4984-896e-12b92820157d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0725644 Jul 13 20:50:04.342433 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff002bf5-3345-45c4-a96a-f746dc463a7c req-f6f1ec7a-4d6f-4ec1-902f-69784b821d1d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Jul 13 20:50:07.054464 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708bcf3-3b95-43a3-89a7-250cec7b661c req-5a4dbd8e-a20a-4154-9d69-bae050a284ce tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:07.061911 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7708bcf3-3b95-43a3-89a7-250cec7b661c req-5a4dbd8e-a20a-4154-9d69-bae050a284ce tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0786793 Jul 13 20:50:07.131687 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7708bcf3-3b95-43a3-89a7-250cec7b661c req-378aad01-ab71-4b72-a314-d97fbd7e67cf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687525 Jul 13 20:50:08.321687 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3018-4ce2-43eb-b4ce-99aab59aef84 req-b9305ca3-9f4a-4794-8737-297eb76b4443 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:08.329643 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1fad3018-4ce2-43eb-b4ce-99aab59aef84 req-b9305ca3-9f4a-4794-8737-297eb76b4443 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0787168 Jul 13 20:50:08.376297 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1fad3018-4ce2-43eb-b4ce-99aab59aef84 req-505e2c6c-bc8f-4b5c-a86f-92f849313b42 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455279 Jul 13 20:50:09.540054 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25e15-af28-4aa8-83eb-cf5b6d1dd30b req-0cb45753-a2af-4d70-8312-b4a3128092bb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:09.542495 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1cc25e15-af28-4aa8-83eb-cf5b6d1dd30b req-0cb45753-a2af-4d70-8312-b4a3128092bb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0612068 Jul 13 20:50:09.579028 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1cc25e15-af28-4aa8-83eb-cf5b6d1dd30b req-ec5aa5dc-4190-4721-a0d3-6e1dc3b4cc07 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Jul 13 20:50:10.755707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fd7a-675e-4a43-9c50-8d19c4a627ca req-57c41a88-d3e1-4131-b874-f359d2709685 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:10.757195 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3757fd7a-675e-4a43-9c50-8d19c4a627ca req-57c41a88-d3e1-4131-b874-f359d2709685 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0627627 Jul 13 20:50:10.793914 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3757fd7a-675e-4a43-9c50-8d19c4a627ca req-2606fd62-d10e-4e48-8699-59d3a575d4ef tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Jul 13 20:50:11.982646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e8bbb-db16-4e8f-9532-16a748ad4344 req-2259b37d-a9c3-4968-bdca-fcc769bb5084 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:11.984148 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2e4e8bbb-db16-4e8f-9532-16a748ad4344 req-2259b37d-a9c3-4968-bdca-fcc769bb5084 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0633016 Jul 13 20:50:12.021386 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2e4e8bbb-db16-4e8f-9532-16a748ad4344 req-14b4ac97-45ad-4c7c-8b25-f5579a9ebd88 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Jul 13 20:50:13.190630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8608f17-5431-4bc1-8ae8-f2d38a4405d8 req-51f61d6d-1689-477e-be00-fca807e3a728 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:13.192059 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d8608f17-5431-4bc1-8ae8-f2d38a4405d8 req-51f61d6d-1689-477e-be00-fca807e3a728 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0596678 Jul 13 20:50:13.231463 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d8608f17-5431-4bc1-8ae8-f2d38a4405d8 req-5215df8a-e75d-41f8-b091-d1c0015e6e6a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Jul 13 20:50:14.401968 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfe589-3830-40dc-9186-5e654c105518 req-9bca427a-df2b-4c3f-b4a3-c2dec29309cf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:14.403334 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-10cfe589-3830-40dc-9186-5e654c105518 req-9bca427a-df2b-4c3f-b4a3-c2dec29309cf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0601170 Jul 13 20:50:14.439021 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-10cfe589-3830-40dc-9186-5e654c105518 req-cd6bc550-2447-4963-9cdd-ada638ecc8fd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Jul 13 20:50:15.611939 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35edcb5-433e-4888-951a-fccb0ec1bd8c req-a3f00b84-4902-4c0d-bbd3-7143875294c0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:15.613420 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35edcb5-433e-4888-951a-fccb0ec1bd8c req-a3f00b84-4902-4c0d-bbd3-7143875294c0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0612171 Jul 13 20:50:15.650273 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35edcb5-433e-4888-951a-fccb0ec1bd8c req-39ab2cc9-f6f6-45d6-a5fd-9ce9ed930b1d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Jul 13 20:50:16.828828 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ac76-024a-4e60-b602-cc75ce86ffae req-4f6476b5-8a18-41ee-a16d-0d05563ca1b9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:16.830284 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1d83ac76-024a-4e60-b602-cc75ce86ffae req-4f6476b5-8a18-41ee-a16d-0d05563ca1b9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0637202 Jul 13 20:50:16.867153 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1d83ac76-024a-4e60-b602-cc75ce86ffae req-c06c1399-399d-4388-8597-92424818d56a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Jul 13 20:50:18.039009 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f315-bb08-4dcc-bc5e-0827784ff2aa req-c48edc4f-8dc5-4b13-a448-052081c5b06b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:18.041073 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b6d7f315-bb08-4dcc-bc5e-0827784ff2aa req-c48edc4f-8dc5-4b13-a448-052081c5b06b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0614192 Jul 13 20:50:18.076598 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b6d7f315-bb08-4dcc-bc5e-0827784ff2aa req-cd305109-a530-4b8b-bf29-71c9852b2920 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301239 Jul 13 20:50:18.507985 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-0cc08f90-5812-49bf-98f2-ae9a356f14b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514677 Jul 13 20:50:18.591779 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce393-767c-447b-906e-5b5008071bdb req-9050c96d-cdbe-4585-a019-01e342982889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:18.593271 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-9050c96d-cdbe-4585-a019-01e342982889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 1099 time: 0.0586767 Jul 13 20:50:19.251661 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50a61-1abd-4473-9879-b6b57a8b40aa req-95b01234-e1aa-4f21-8df7-8530c40d39c2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:19.253159 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aac50a61-1abd-4473-9879-b6b57a8b40aa req-95b01234-e1aa-4f21-8df7-8530c40d39c2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0626378 Jul 13 20:50:19.291563 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aac50a61-1abd-4473-9879-b6b57a8b40aa req-5e9aa47a-14b1-4d8a-8312-36861fb41266 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 13 20:50:20.464825 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8a0e8-cd8f-4b40-a3f7-088f2d1619ed req-9205bdc9-28e8-4efb-9a80-8da46ddbe22b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:20.466323 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6cd8a0e8-cd8f-4b40-a3f7-088f2d1619ed req-9205bdc9-28e8-4efb-9a80-8da46ddbe22b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0615819 Jul 13 20:50:20.506046 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6cd8a0e8-cd8f-4b40-a3f7-088f2d1619ed req-90ddb514-3612-4c00-8c8c-9083886896b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Jul 13 20:50:20.858105 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:21.184565 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9b4540ef-366f-431b-bdab-8f8c9c6e62d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:21.620441 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:50:21.744746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74edb4-1d8b-4fa4-92c2-d5b7cdfb10b6 req-8b071c8e-4c19-49bf-9a30-6ee60a61b147 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:21.746312 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b74edb4-1d8b-4fa4-92c2-d5b7cdfb10b6 req-8b071c8e-4c19-49bf-9a30-6ee60a61b147 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1266396 Jul 13 20:50:21.776745 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce393-767c-447b-906e-5b5008071bdb req-be4df724-39bd-42f9-8887-93e8ebb7122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:21.778190 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-be4df724-39bd-42f9-8887-93e8ebb7122a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.1313198 Jul 13 20:50:21.804284 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b74edb4-1d8b-4fa4-92c2-d5b7cdfb10b6 req-f3a84ea1-c3ce-44ff-8535-50a3089a598a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492089 Jul 13 20:50:21.831028 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-434d47cb-38c8-43cc-995c-aacc5bea457a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 HTTP/1.1" status: 200 len: 217 time: 0.0382380 Jul 13 20:50:21.838124 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:21.849429 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:50:21.883083 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce393-767c-447b-906e-5b5008071bdb req-0c239124-8737-4b90-8557-76fb16ac092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:21.885216 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-0c239124-8737-4b90-8557-76fb16ac092f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0454488 Jul 13 20:50:21.888283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:21.901013 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:50:21.922098 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:21.925731 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:21.927829 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-834dd9e7-cabe-42b3-9535-d62a504567e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334346 Jul 13 20:50:21.977644 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=6']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:21.984382 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.984724 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.985059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.985388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.985720 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.986045 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.986364 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.986713 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.987034 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.987352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.987667 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:21.987982 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:22.017948 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-0b2b1269-9dc3-4c99-a863-729fc2b1da58 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827818 Jul 13 20:50:22.047259 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['42186181-8c72-4d25-aa13-16b29adc8bb8'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:50:22.118654 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-440ce393-767c-447b-906e-5b5008071bdb req-b7f2444d-dadf-448a-8a5e-9d49a05e87c6 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885959 Jul 13 20:50:22.791086 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39456) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:22.835078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Deleting subnet c8619769-3777-4f29-a4b2-55e4317b663c {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:50:22.838195 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:22.878518 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:22.917420 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:22.968421 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:22.987920 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:22.995062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8619769-3777-4f29-a4b2-55e4317b663c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:23.001352 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.004522 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0cabc833-6130-411f-9f80-d9929a4eccb1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8619769-3777-4f29-a4b2-55e4317b663c HTTP/1.1" status: 204 len: 168 time: 0.2124298 Jul 13 20:50:23.007489 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39468) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:23.021175 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eaada-18bb-442c-aa14-0a6637bcad25 req-9784f5b1-23b9-44d1-a37b-ad631ee51693 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:23.029624 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-af2eaada-18bb-442c-aa14-0a6637bcad25 req-9784f5b1-23b9-44d1-a37b-ad631ee51693 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 944 time: 0.0853314 Jul 13 20:50:23.049415 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 42186181-8c72-4d25-aa13-16b29adc8bb8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:23.049877 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.063173 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-af2eaada-18bb-442c-aa14-0a6637bcad25 req-46361e14-e339-4e8c-aa67-42e5cba63899 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jul 13 20:50:23.084784 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.129851 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.151485 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:50:23.153727 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe0403-f84c-4c21-8963-b3624d6a18d2" -d '{"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:50:23.162552 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.167614 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:23.171579 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.174509 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ea8972-0d08-4ca0-8dbc-d11e2fc51e74']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:23.184967 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd626680-b8fc-4761-8382-2304c837f7eb') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:23.185260 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd626680-b8fc-4761-8382-2304c837f7eb') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:23.194389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.197396 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33c1c0-59f2-4020-af29-7d33bd647d61 x-openstack-request-id: req-bb33c1c0-59f2-4020-af29-7d33bd647d61 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:50:23.197685 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:50:23.197932 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb33c1c0-59f2-4020-af29-7d33bd647d61 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:50:23.198337 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'code': 200} Jul 13 20:50:23.208340 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.214733 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:50:23.215149 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:50:23.217078 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:50:23.223998 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=7']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:23.271427 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.277003 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.278802 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] 10.222.0.54 "DELETE /v2.0/networks/65ea8972-0d08-4ca0-8dbc-d11e2fc51e74 HTTP/1.1" status: 204 len: 168 time: 0.2699184 Jul 13 20:50:23.288887 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da6317-e29f-4366-92c1-0d462a0b082c admin admin] Pushing event deleted for resources: {'Network': ['ID=65ea8972-0d08-4ca0-8dbc-d11e2fc51e74,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:23.434964 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39474) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:23.472721 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0d945b81-53a6-4fe1-8129-2d9f5a4b4bd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=442edeebbc804ef79104087ec0865d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366092 Jul 13 20:50:23.475000 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39476) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:23.522125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.542753 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.588466 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.590985 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.592128 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d38e5154-9fd8-450a-9b56-5a0b7fa9028f HTTP/1.1" status: 204 len: 168 time: 0.1162126 Jul 13 20:50:23.599384 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119c5f6-e626-454c-bc04-42b2ffe816e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38e5154-9fd8-450a-9b56-5a0b7fa9028f,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:23.704577 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-733b24e2-3a13-4d22-8db0-a6cfa7817983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:23.808185 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:24.239498 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee08da-ceb6-4820-8d65-d99a048511f0 req-c2b5d9c6-5c8b-4b2f-8e3d-48241606764a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:24.240942 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-20ee08da-ceb6-4820-8d65-d99a048511f0 req-c2b5d9c6-5c8b-4b2f-8e3d-48241606764a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0598738 Jul 13 20:50:24.277108 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-20ee08da-ceb6-4820-8d65-d99a048511f0 req-ca38b41d-7183-41fe-b4df-e277d0c3c6e4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Jul 13 20:50:24.653772 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:25.451352 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9839-9562-4a13-9216-4d4674a2bc3c req-f1f41b78-3e65-4e53-bee6-04e1e9644c48 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:25.452804 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-683d9839-9562-4a13-9216-4d4674a2bc3c req-f1f41b78-3e65-4e53-bee6-04e1e9644c48 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0646904 Jul 13 20:50:25.487337 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-683d9839-9562-4a13-9216-4d4674a2bc3c req-b06468f0-043c-44b6-b51d-17a0c58acc4a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291290 Jul 13 20:50:26.420078 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:26.662781 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6300-18f5-4c78-91e3-ab8e92a869f9 req-147157ae-817b-4c05-bafb-556452850952 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:26.664129 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24fc6300-18f5-4c78-91e3-ab8e92a869f9 req-147157ae-817b-4c05-bafb-556452850952 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0603967 Jul 13 20:50:26.700474 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24fc6300-18f5-4c78-91e3-ab8e92a869f9 req-ad055119-d3db-4ad6-bbc3-20da75c382af tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Jul 13 20:50:28.114343 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7dfe-a11b-4b95-9667-7ebfedc15dc0 req-898a8d42-b45b-4f17-8341-b0a4c260902a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:28.121409 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-897b7dfe-a11b-4b95-9667-7ebfedc15dc0 req-898a8d42-b45b-4f17-8341-b0a4c260902a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0809996 Jul 13 20:50:28.162436 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-897b7dfe-a11b-4b95-9667-7ebfedc15dc0 req-14abfc06-3f1a-4c9d-b974-ef9bfc8250b9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 Jul 13 20:50:29.397921 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231795-570c-4c8d-8ef2-8224443896c8 req-b312ecd4-75c6-45d5-85e5-4c20b6f51e9e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:29.402633 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef231795-570c-4c8d-8ef2-8224443896c8 req-b312ecd4-75c6-45d5-85e5-4c20b6f51e9e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0862081 Jul 13 20:50:29.454289 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ef231795-570c-4c8d-8ef2-8224443896c8 req-36a9e9ec-e027-4826-a17f-46bad785b21b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506506 Jul 13 20:50:29.839289 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-2a06b680-d689-4915-b0ff-ec4f4dda0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:29.841636 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-2a06b680-d689-4915-b0ff-ec4f4dda0f14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.0639975 Jul 13 20:50:29.928845 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b07123-fed5-404d-aa14-999e171b0ca4 req-28eebaea-93b8-45f4-9c92-579e372ba3b9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:29.931818 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-27b07123-fed5-404d-aa14-999e171b0ca4 req-28eebaea-93b8-45f4-9c92-579e372ba3b9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0840652 Jul 13 20:50:29.971529 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-f075d9d0-8acf-43c3-a83a-116211da5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:29.973242 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-f075d9d0-8acf-43c3-a83a-116211da5ed8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.1170959 Jul 13 20:50:29.980835 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-27b07123-fed5-404d-aa14-999e171b0ca4 req-fdfdc79e-ae8a-4d24-acff-81fb48eb1893 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Jul 13 20:50:30.038998 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-e5b1c35c-28e9-4943-a1ff-4bd2613e760e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0496416 Jul 13 20:50:30.095853 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-f8d11a4b-5146-4ba5-b829-420963db22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:30.096083 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-f8d11a4b-5146-4ba5-b829-420963db22e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0478351 Jul 13 20:50:30.177449 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-d1b9f67b-fdc5-4fd6-babe-09a298f39ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577085 Jul 13 20:50:30.316413 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-bf8afa89-9e4c-4656-a55e-4a19f77d637b service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250098 Jul 13 20:50:30.428462 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8fe5f208-ced7-49dd-a8ea-e6ea73d36c00 req-37a2735d-ad07-4563-91ee-0170e8d8f3e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995498 Jul 13 20:50:30.637411 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39600) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:30.687303 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d785b-dc04-4082-ba81-3fd72822ed80 req-9a8515d1-17a6-478b-97b5-1d696669d770 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:30.689144 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-303d785b-dc04-4082-ba81-3fd72822ed80 req-9a8515d1-17a6-478b-97b5-1d696669d770 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0968149 Jul 13 20:50:30.737759 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-303d785b-dc04-4082-ba81-3fd72822ed80 req-b7954119-dd9b-4b3e-a5b4-6848599b6664 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jul 13 20:50:30.756065 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fe414545-c32e-459f-94db-b008c21e1b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:30.856960 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fe414545-c32e-459f-94db-b008c21e1b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:30.862328 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-fe414545-c32e-459f-94db-b008c21e1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:30.900510 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe414545-c32e-459f-94db-b008c21e1b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cca0b-8e2a-498c-81b9-fd94e8b8c4f3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:30.906622 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-fe414545-c32e-459f-94db-b008c21e1b32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91eb43ede45940e6afcf1db1042991e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666798 Jul 13 20:50:30.909383 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39604) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:30.963558 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:30.989727 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:31.043238 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:31.046244 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:31.058810 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b40cca0b-8e2a-498c-81b9-fd94e8b8c4f3 HTTP/1.1" status: 204 len: 168 time: 0.1482341 Jul 13 20:50:31.071467 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a1b0-8ab0-4485-841f-8f3cb9a9ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cca0b-8e2a-498c-81b9-fd94e8b8c4f3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:31.392736 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a4f4-af65-4556-b54a-8356823e402a req-e896123d-9863-4e2b-83b4-e3576a952d6d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:31.395051 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d6a2a4f4-af65-4556-b54a-8356823e402a req-e896123d-9863-4e2b-83b4-e3576a952d6d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0767653 Jul 13 20:50:31.443795 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d6a2a4f4-af65-4556-b54a-8356823e402a req-e56ac8ae-58fe-42f7-beb2-bb7a7e1b612e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jul 13 20:50:31.742280 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:50:31.935972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2371be-e181-436d-9d49-c924457acb73 req-1857bfa6-88a4-4137-8a69-8e20b6382240 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:31.937931 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c2371be-e181-436d-9d49-c924457acb73 req-1857bfa6-88a4-4137-8a69-8e20b6382240 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0758183 Jul 13 20:50:31.966475 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39642) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:32.004344 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c2371be-e181-436d-9d49-c924457acb73 req-c5eb838d-365e-498e-b54d-c9060d229793 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605845 Jul 13 20:50:32.087312 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1675455953-network', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:32.110565 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Made reservation on behalf of 5fb73309996744d489d8ea1b5abfa5e9 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:50:32.112837 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.122257 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.231227 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.235220 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.260589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:50:32.275589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.276237 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Added segment 9021c733-564d-4af8-87e9-49a41bf35dfa of type vlan for network 788743f8-ff68-48bc-ae2f-f2c3519d461d Jul 13 20:50:32.353986 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba87db-858a-4f91-9789-f60507893bf2,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:32.365001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.395615 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.396839 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:32.397512 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.454563 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4865024 Jul 13 20:50:32.457659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39648) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:32.462910 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Request body: {'subnet': {'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1675455953-subnet', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:32.467041 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba372-dee4-4953-8230-972824659d02 admin admin] Pushing event updated for resources: {'Network': ['ID=788743f8-ff68-48bc-ae2f-f2c3519d461d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:32.480404 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:50:32.509600 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Made reservation on behalf of 5fb73309996744d489d8ea1b5abfa5e9 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:50:32.525305 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.722615 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f42ef-5b69-46fd-b15d-ed52b07c3418 req-67feb8ee-ab82-4814-a238-047139047fa0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:32.724169 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d00f42ef-5b69-46fd-b15d-ed52b07c3418 req-67feb8ee-ab82-4814-a238-047139047fa0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1248991 Jul 13 20:50:32.847814 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d00f42ef-5b69-46fd-b15d-ed52b07c3418 req-2e16d413-3ac9-4e9d-8a04-d2568f6f55c2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039484 Jul 13 20:50:32.866956 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.923701 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b5f677-f304-4ccf-afd2-87135b6152b2,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:32.939005 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:32.939699 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Network hostable DHCP agents. Network: 788743f8-ff68-48bc-ae2f-f2c3519d461d, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:50:32.961399 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:50:32.978128 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 788743f8-ff68-48bc-ae2f-f2c3519d461d) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:32.988539 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:32.989690 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:32.990514 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d57d2-e1e1-40e4-96cb-8b087fc4e573 None None] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:50:33.009471 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a06dc0b9-b9ce-4dd2-a078-1f17e42c43c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5501993 Jul 13 20:50:33.011869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39656) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:33.016477 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:33.048630 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.050160 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.167508 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.294932 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-788743f8-ff68-48bc-ae2f-f2c3519d461d', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:50:33.296252 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.330250 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c420406-a1b8-43f2-ac06-a5548a3a42c5 req-93c8fcce-a20a-4e68-85b0-39418376cd7e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:33.332850 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c420406-a1b8-43f2-ac06-a5548a3a42c5 req-93c8fcce-a20a-4e68-85b0-39418376cd7e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 945 time: 0.1443408 Jul 13 20:50:33.352218 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.390259 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c420406-a1b8-43f2-ac06-a5548a3a42c5 req-13bdfbc2-ab72-4cc4-90e0-8d0ca2c10bd6 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Jul 13 20:50:33.398111 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d1be-a4f4-4875-9a49-8982050667c2 req-c68f5939-8f02-451f-870e-402d10f2a208 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:33.400341 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c60d1be-a4f4-4875-9a49-8982050667c2 req-c68f5939-8f02-451f-870e-402d10f2a208 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1614187 Jul 13 20:50:33.476004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Allocated IP 172.20.0.2 (788743f8-ff68-48bc-ae2f-f2c3519d461d/89b5f677-f304-4ccf-afd2-87135b6152b2/47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:33.486078 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6c60d1be-a4f4-4875-9a49-8982050667c2 req-5ab19ca1-c613-4b98-9cc9-608a8ee30949 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586307 Jul 13 20:50:33.654559 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.658554 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.670897 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Transition to ACTIVE for port object 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:33.682846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.687405 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Transition to ACTIVE for port object 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:33.698546 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.734403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:33.739570 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:33.744170 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:33.757972 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Pushing event updated for resources: {'Port': ['ID=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:33.816783 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Attempting to bind port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:33.817017 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Allocated IP 172.27.2.54 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/84388452-9f7c-4a96-94c3-303db1100f29) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:33.818824 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Attempting to bind port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:33.818824 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Attempting to bind port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:33.827227 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:33.828172 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:33.828872 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.830194 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Bound using segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:33.830974 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Bound port: 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:33.831622 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.933737 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] For port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:33.939415 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] For port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:33.951899 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:33.975781 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:34.040062 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0e1f-1014-41e9-b4ed-c318f1d83354 None None] Pushing event updated for resources: {'Port': ['ID=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:34.251678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:34.261240 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b9b3-d1c7-44b5-8b40-97ef8ffa6fbd req-6be0f868-7eab-45e2-9d01-26aa330e1f03 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:34.269041 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd10b9b3-d1c7-44b5-8b40-97ef8ffa6fbd req-6be0f868-7eab-45e2-9d01-26aa330e1f03 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.2911773 Jul 13 20:50:34.322460 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:34.337244 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:34.339781 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:34.375359 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd10b9b3-d1c7-44b5-8b40-97ef8ffa6fbd req-885c3a95-aefa-4580-adcc-6d388d474a40 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050751 Jul 13 20:50:34.431079 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=84388452-9f7c-4a96-94c3-303db1100f29,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:34.643341 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba6b0d-26d0-4c8c-96de-048164a5686b req-938fdb31-4bee-41d5-833b-f0e10abb6102 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:34.644786 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50ba6b0d-26d0-4c8c-96de-048164a5686b req-938fdb31-4bee-41d5-833b-f0e10abb6102 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 945 time: 0.0798864 Jul 13 20:50:34.694087 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50ba6b0d-26d0-4c8c-96de-048164a5686b req-994db1e4-0591-4b08-b143-3620c00cdeb7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Jul 13 20:50:34.795708 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:34.908990 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56b6b5-82db-491d-9514-1a2ec8711d20 req-9685092e-d7bb-40ee-879a-52a1e375b514 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:34.919501 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a56b6b5-82db-491d-9514-1a2ec8711d20 req-9685092e-d7bb-40ee-879a-52a1e375b514 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.2553432 Jul 13 20:50:34.981020 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a56b6b5-82db-491d-9514-1a2ec8711d20 req-d2550153-46ed-43f5-a864-506be5a43da2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603571 Jul 13 20:50:35.145411 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.209822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9d786105-b368-41a5-aacc-15ddb113804d tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:35.212009 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9d786105-b368-41a5-aacc-15ddb113804d tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 945 time: 0.1249588 Jul 13 20:50:35.318966 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1ad0a-da09-4092-b66e-5fe8a8c4ee62 None None] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:50:35.338530 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:50:35.367154 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Deleting port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:50:35.368315 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.517642 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2d46c6a4-90c9-4dd3-812b-e73035c7d20b None None] Provisioning for port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:35.543623 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] For port 5df5c4e5-43a5-4af5-886a-79dd5657ac51, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=5df5c4e5-43a5-4af5-886a-79dd5657ac51,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:35.544664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.564478 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:35.581450 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Calling delete_port for 5df5c4e5-43a5-4af5-886a-79dd5657ac51 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:50:35.582459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:50:35.594526 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:50:35.614307 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:35.614970 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:35.629634 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.633959 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-caf643d7-d60a-4356-954d-47e0f4656cd2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6184340 Jul 13 20:50:35.634208 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39678) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:35.651914 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:35.658233 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:35.658893 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.790856 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.833344 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:35.863767 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:35.871244 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.933857 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:35.967455 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['5df5c4e5-43a5-4af5-886a-79dd5657ac51'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:50:36.014276 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:36.023518 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Pushing event deleted for resources: {'Port': ['ID=5df5c4e5-43a5-4af5-886a-79dd5657ac51,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:36.047335 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114ae0-b6ba-43ef-b3f3-bd6cf17a6c4b req-3f2bacab-9289-42a0-b114-17c941aac9e6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:36.049349 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-10114ae0-b6ba-43ef-b3f3-bd6cf17a6c4b req-3f2bacab-9289-42a0-b114-17c941aac9e6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.3884335 Jul 13 20:50:36.111630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] No DVR routers for this DVR port 5df5c4e5-43a5-4af5-886a-79dd5657ac51 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:50:36.118187 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.121198 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3829de4f-e344-4c3b-aed7-3b68223190d9 req-9ad85cef-fcd7-4409-81f4-ca93393c0710 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "DELETE /v2.0/ports/5df5c4e5-43a5-4af5-886a-79dd5657ac51 HTTP/1.1" status: 204 len: 173 time: 0.8997715 Jul 13 20:50:36.121892 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'name': 'network-vif-deleted', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:50:36.124871 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b805e6-500a-4dc0-ba28-fb5ae8694766" -d '{"events": [{"server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "name": "network-vif-deleted", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:50:36.145607 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:34Z', 'revision_number': 3, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:36.156185 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-39b4c7ec-2478-4e36-bfb3-e5e227da5f37 None None] Provisioning complete for port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:36.159641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-39b4c7ec-2478-4e36-bfb3-e5e227da5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.178312 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-10114ae0-b6ba-43ef-b3f3-bd6cf17a6c4b req-918b9d97-0816-42a4-81be-1c6302bb0ca5 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080153 Jul 13 20:50:36.224921 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:50:36.227236 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Updating router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 port 84388452-9f7c-4a96-94c3-303db1100f29 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:50:36.259692 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a1e34ae3-ec5a-458d-a305-d1fadf167ca8 req-4e711a25-bdee-4ad1-a958-4c9a76802689 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4bb7979-4201-42cc-b144-02dd50b14a7f HTTP/1.1" status: 200 len: 210 time: 0.0448673 Jul 13 20:50:36.310647 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.529220 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3245ac3-55bb-4748-ba19-eb66ff6e705f x-openstack-request-id: req-f3245ac3-55bb-4748-ba19-eb66ff6e705f {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:50:36.529948 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb7979-4201-42cc-b144-02dd50b14a7f", "name": "network-vif-deleted", "tag": "5df5c4e5-43a5-4af5-886a-79dd5657ac51", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:50:36.530589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3245ac3-55bb-4748-ba19-eb66ff6e705f {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:50:36.531278 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bb7979-4201-42cc-b144-02dd50b14a7f', 'name': 'network-vif-deleted', 'tag': '5df5c4e5-43a5-4af5-886a-79dd5657ac51', 'status': 'completed', 'code': 200} Jul 13 20:50:36.718724 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.730252 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Transition to ACTIVE for port object 84388452-9f7c-4a96-94c3-303db1100f29 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:36.740473 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.771640 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.799649 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Pushing event updated for resources: {'Port': ['ID=84388452-9f7c-4a96-94c3-303db1100f29,revision_number=2']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:36.833463 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.833837 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.834193 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.834532 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.834895 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.835227 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.835674 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.836553 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.837034 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.837369 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.837695 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.838019 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:50:36.846729 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Attempting to bind port 84388452-9f7c-4a96-94c3-303db1100f29 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:36.847266 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Attempting to bind port 84388452-9f7c-4a96-94c3-303db1100f29 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:36.847712 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Attempting to bind port 84388452-9f7c-4a96-94c3-303db1100f29 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:36.868454 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1249-d969-4502-aabd-306b3cd25eff req-eb04ac69-e904-4d98-9804-55ad072c517a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:36.869969 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c25d1249-d969-4502-aabd-306b3cd25eff req-eb04ac69-e904-4d98-9804-55ad072c517a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1448777 Jul 13 20:50:36.872007 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:36.872603 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:36.873267 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.873660 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:36.874142 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Bound port: 84388452-9f7c-4a96-94c3-303db1100f29, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:36.874542 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.930634 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] For port 84388452-9f7c-4a96-94c3-303db1100f29, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:36.933870 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] For port 84388452-9f7c-4a96-94c3-303db1100f29, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=84388452-9f7c-4a96-94c3-303db1100f29,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:36.939316 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:36.967591 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c25d1249-d969-4502-aabd-306b3cd25eff req-43a31bb9-dfad-4a7d-ba4f-affaf13595f6 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687499 Jul 13 20:50:36.989291 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Allocated IP 172.20.0.1 (788743f8-ff68-48bc-ae2f-f2c3519d461d/89b5f677-f304-4ccf-afd2-87135b6152b2/5c734331-319f-4d10-bd1a-fab1c2f77a6c) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:37.026793 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1d27d-e7e7-45f8-930c-3f4f219b22f6 None None] Pushing event updated for resources: {'Port': ['ID=84388452-9f7c-4a96-94c3-303db1100f29,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:37.031713 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:37.032625 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:37.111320 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.128869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Transition to ACTIVE for port object 5c734331-319f-4d10-bd1a-fab1c2f77a6c will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:37.197642 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.248105 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:37.269908 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Pushing event updated for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:37.278853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:37.280651 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:37.297011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:37.336932 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.489994 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:37.589805 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:34Z', 'revision_number': 3, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:37.613398 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:37.613664 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.642163 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.647844 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd606140-fd31-4a5b-91fb-d9e417ec487b req-d8e19706-6a03-4486-9d8b-6d3ba54bc15a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:37.662286 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee3439-1ec1-4857-9c4e-d1c8db810893 None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:34Z', 'revision_number': 3, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:50:37.663196 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cd606140-fd31-4a5b-91fb-d9e417ec487b req-d8e19706-6a03-4486-9d8b-6d3ba54bc15a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1985719 Jul 13 20:50:37.745716 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cd606140-fd31-4a5b-91fb-d9e417ec487b req-f9b95447-5f05-4892-a5b7-1aa3322b789a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814848 Jul 13 20:50:37.869875 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2a0f1925-f6ca-4d04-b35c-787d02dabebc None None] Provisioning for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:37.875116 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2a0f1925-f6ca-4d04-b35c-787d02dabebc None None] Provisioning complete for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:37.875648 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1925-f6ca-4d04-b35c-787d02dabebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.916523 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f1925-f6ca-4d04-b35c-787d02dabebc None None] Port 5c734331-319f-4d10-bd1a-fab1c2f77a6c cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:50:37.922053 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.926924 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:37.995982 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Pushing event updated for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:37.999822 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:38.152566 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:38.154949 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:38.433782 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:50:38.450836 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830354e8-b38f-4832-b085-3b99bcf35958 req-64076a80-2a60-48b3-b72e-28537292ae15 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:38.452379 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-830354e8-b38f-4832-b085-3b99bcf35958 req-64076a80-2a60-48b3-b72e-28537292ae15 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.2486737 Jul 13 20:50:38.553647 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-162a3e9d-a587-4a8d-815e-3aafa62e908f None None] Provisioning complete for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:38.554221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-162a3e9d-a587-4a8d-815e-3aafa62e908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:38.579451 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-830354e8-b38f-4832-b085-3b99bcf35958 req-39f9d703-4ab9-41e0-88a8-0204fa69e073 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186264 Jul 13 20:50:38.624856 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-162a3e9d-a587-4a8d-815e-3aafa62e908f None None] Port 5c734331-319f-4d10-bd1a-fab1c2f77a6c cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:50:38.655628 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:50:38.661232 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-887ab1e6-7490-4d2e-a356-44ade8f2a9bf admin admin] 10.222.0.54 "PUT /v2.0/routers/49395336-f24c-4e7b-a3bb-3de7cfcbfb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0259800 Jul 13 20:50:39.023574 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7592a-4b66-415f-b497-5ba8dccdbbb6 req-4679dd3d-d9f3-4f91-a7de-af5b597bdcfc tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:39.027514 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0e7592a-4b66-415f-b497-5ba8dccdbbb6 req-4679dd3d-d9f3-4f91-a7de-af5b597bdcfc tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0766330 Jul 13 20:50:39.052079 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 5df5c4e5-43a5-4af5-886a-79dd5657ac51 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:50:39.069265 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0e7592a-4b66-415f-b497-5ba8dccdbbb6 req-9535d80f-74c7-4453-8f7d-c00c1197d6dd tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Jul 13 20:50:39.108457 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 5df5c4e5-43a5-4af5-886a-79dd5657ac51 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:50:39.108809 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 5df5c4e5-43a5-4af5-886a-79dd5657ac51 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:50:39.328614 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39730) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:39.333572 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1317541827-network', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:39.354494 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Made reservation on behalf of 96e8a38ae7dc4596bb0f26152297a944 for: {'network': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:50:39.356824 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.364684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.463836 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 84388452-9f7c-4a96-94c3-303db1100f29 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:39.465865 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.471112 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.498752 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=104497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:50:39.504021 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690aef42-fdbc-4d79-9853-809175cbd14a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:39.511941 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.512222 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.segments_db [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Added segment b0b42bce-b694-40d8-9ddb-7ac6e337366f of type vlan for network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 Jul 13 20:50:39.523577 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 84388452-9f7c-4a96-94c3-303db1100f29 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:39.527164 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 84388452-9f7c-4a96-94c3-303db1100f29 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:39.527537 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.552400 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.582160 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.583296 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:39.583917 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.605108 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.627894 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 84388452-9f7c-4a96-94c3-303db1100f29, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=84388452-9f7c-4a96-94c3-303db1100f29,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:39.631832 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.640626 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3108552 Jul 13 20:50:39.643334 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39734) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:39.648351 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Request body: {'subnet': {'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1317541827-subnet', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:39.658206 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635f45-215d-44c1-acda-3c9cc6b669ea admin admin] Pushing event updated for resources: {'Network': ['ID=30b1d622-da62-42fc-b3f2-eeb74cfe2c53,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:39.671037 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:50:39.678506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Made reservation on behalf of 96e8a38ae7dc4596bb0f26152297a944 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:50:39.682867 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940351'] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.743009 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=84388452-9f7c-4a96-94c3-303db1100f29,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:39.805238 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:50:39.814079 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:39.814725 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:39.822703 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fb79-8f3d-4e50-9c79-35182435045d req-633bc011-941a-4fb8-9c57-80b8b7c60434 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:39.824217 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5651fb79-8f3d-4e50-9c79-35182435045d req-633bc011-941a-4fb8-9c57-80b8b7c60434 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1040654 Jul 13 20:50:39.911248 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5651fb79-8f3d-4e50-9c79-35182435045d req-3525a072-ceec-408e-b905-f39b0edbb4d1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652561 Jul 13 20:50:39.921748 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:39.940975 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940301'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:39.993985 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe54bc0-a4d8-4542-a8f6-05b264e440f1,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:40.000837 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Checking segment: {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:40.001158 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Network hostable DHCP agents. Network: 30b1d622-da62-42fc-b3f2-eeb74cfe2c53, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:50:40.017095 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:50:40.026386 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 30b1d622-da62-42fc-b3f2-eeb74cfe2c53) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:40.030615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:40.031307 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.037569 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb5b10-8618-411e-b004-ce42a9a59ea3 None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:50:40.044920 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d8d3d569-2845-4754-ad2f-217ec563a88f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4004591 Jul 13 20:50:40.047502 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39738) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:40.051777 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:40.072506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.073557 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.129903 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.297452 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.331882 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778981a-af77-435c-86ff-ba9961afe14c req-7be52a56-6ec7-49dc-83b4-5ac9d97aeed3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:40.333357 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c778981a-af77-435c-86ff-ba9961afe14c req-7be52a56-6ec7-49dc-83b4-5ac9d97aeed3 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1385064 Jul 13 20:50:40.364241 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 2, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:40.368352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'fixed_ips': [{'subnet_id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:50:40.369165 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.398958 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c778981a-af77-435c-86ff-ba9961afe14c req-3ae0e1b2-31fe-40c2-86d2-10f7b4224b5b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Jul 13 20:50:40.402013 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:50:40.402013 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Updating router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 port 5c734331-319f-4d10-bd1a-fab1c2f77a6c binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:50:40.491499 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.534003 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.556151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.640528 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Allocated IP 172.20.0.2 (30b1d622-da62-42fc-b3f2-eeb74cfe2c53/3fe54bc0-a4d8-4542-a8f6-05b264e440f1/22314e53-6fe8-41cf-9559-de54e556e949) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:40.657012 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Allocated IP 172.27.2.191 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/87390e34-3726-4370-8661-0d6b4edc080f) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:40.759754 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.797333 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.838363 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:40.843874 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:40.846281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Pushing event updated for resources: {'Port': ['ID=87390e34-3726-4370-8661-0d6b4edc080f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:40.848817 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:40.899502 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.916000 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Transition to ACTIVE for port object 22314e53-6fe8-41cf-9559-de54e556e949 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:40.918870 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.937091 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Transition to ACTIVE for port object 5c734331-319f-4d10-bd1a-fab1c2f77a6c will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:40.942065 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Transition to ACTIVE for port object 22314e53-6fe8-41cf-9559-de54e556e949 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:40.944998 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:40.951829 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.012444 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:41.014642 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f03b54-aad9-4292-904a-675e1a579792 None None] Pushing event updated for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:41.019103 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:41.022855 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:41.163162 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Pushing event updated for resources: {'Port': ['ID=22314e53-6fe8-41cf-9559-de54e556e949,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:41.167591 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Attempting to bind port 22314e53-6fe8-41cf-9559-de54e556e949 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:41.167943 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Attempting to bind port 22314e53-6fe8-41cf-9559-de54e556e949 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:41.168308 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Attempting to bind port 22314e53-6fe8-41cf-9559-de54e556e949 on network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:41.175590 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Attempting to bind port 5c734331-319f-4d10-bd1a-fab1c2f77a6c on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:41.175960 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Attempting to bind port 5c734331-319f-4d10-bd1a-fab1c2f77a6c by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:41.176319 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Attempting to bind port 5c734331-319f-4d10-bd1a-fab1c2f77a6c on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:41.178603 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:41.178970 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Checking segment: {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:41.179374 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.180293 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Bound using segment: {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:41.181181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Bound port: 22314e53-6fe8-41cf-9559-de54e556e949, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:41.181181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.194839 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:41.195790 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:41.196173 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.196576 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Bound using segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:41.197275 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Bound port: 5c734331-319f-4d10-bd1a-fab1c2f77a6c, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:41.197527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.300290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] For port 22314e53-6fe8-41cf-9559-de54e556e949, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:41.307049 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] For port 22314e53-6fe8-41cf-9559-de54e556e949, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=22314e53-6fe8-41cf-9559-de54e556e949,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:41.315014 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.317930 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] For port 5c734331-319f-4d10-bd1a-fab1c2f77a6c, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:41.325318 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] For port 5c734331-319f-4d10-bd1a-fab1c2f77a6c, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c734331-319f-4d10-bd1a-fab1c2f77a6c,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:41.343116 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.354852 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.389415 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f192-771a-487c-8be0-2c2a323c98a3 req-e4e2f3da-a423-4a3c-bdbd-ecc01db4c81c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:41.396305 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a479f192-771a-487c-8be0-2c2a323c98a3 req-e4e2f3da-a423-4a3c-bdbd-ecc01db4c81c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1584141 Jul 13 20:50:41.405466 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8301b-b693-4bc1-8d75-f8c6d5fbf29e None None] Pushing event updated for resources: {'Port': ['ID=22314e53-6fe8-41cf-9559-de54e556e949,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:41.408288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:41.408978 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:41.488029 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a479f192-771a-487c-8be0-2c2a323c98a3 req-1b555743-b6e5-4373-83cd-84e2d2a61303 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907726 Jul 13 20:50:41.557552 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:41.592901 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 84388452-9f7c-4a96-94c3-303db1100f29 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:41.684074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.705095 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8cdc1-835a-477d-b884-ee274a7a93c7 req-afdd5089-cb52-4e0c-b092-60814a4ed559 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:41.720333 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-83f8cdc1-835a-477d-b884-ee274a7a93c7 req-afdd5089-cb52-4e0c-b092-60814a4ed559 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1114748 Jul 13 20:50:41.792453 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f03b54-aad9-4292-904a-675e1a579792 None None] Pushing event updated for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:41.810750 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-83f8cdc1-835a-477d-b884-ee274a7a93c7 req-06913bf2-8932-4c34-b58a-6831d61acd91 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890903 Jul 13 20:50:41.845081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 84388452-9f7c-4a96-94c3-303db1100f29 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:41.845452 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:41.853620 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-e551b3ae-b06c-4cff-9214-8d15c26ac421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:41.857258 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-e551b3ae-b06c-4cff-9214-8d15c26ac421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1098 time: 0.0941865 Jul 13 20:50:41.881728 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Router fa6084e5-0e4a-4595-af90-9d80d70701c7 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:50:41.965408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-17ed1469-1508-447b-89a4-342c72d36af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:41.966974 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-17ed1469-1508-447b-89a4-342c72d36af2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.1018505 Jul 13 20:50:42.005968 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:41Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:42.062264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:50:42.075789 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Sync routers for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:50:42.088407 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:42.090350 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:42.091768 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-d2e7df81-ed03-4ae4-ab30-4a54b00d87d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 1001 time: 0.1026442 Jul 13 20:50:42.094903 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:42.097266 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3ef5146e-9f43-4793-9dd1-6d41e9b9820f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0488334 Jul 13 20:50:42.102194 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39762) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:42.183118 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-c91e16cf-b559-4bfa-bb27-2b9096384c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:42.184603 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-c91e16cf-b559-4bfa-bb27-2b9096384c4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0852699 Jul 13 20:50:42.233891 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da978ca8-8ffc-4123-a2d2-f3417e67239d None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:41Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:50:42.264222 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:42.315043 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-ef703fda-dcad-4f14-91e0-6da43912d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:42.316579 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-ef703fda-dcad-4f14-91e0-6da43912d15e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240497 Jul 13 20:50:42.422380 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-bec4baa2-8a1f-4877-9b24-cf934639c038 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976107 Jul 13 20:50:42.513349 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:40Z', 'revision_number': 3, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:42.550814 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Checking router: fa6084e5-0e4a-4595-af90-9d80d70701c7 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:50:42.551411 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Updating router fa6084e5-0e4a-4595-af90-9d80d70701c7 port 87390e34-3726-4370-8661-0d6b4edc080f binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:50:42.581516 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4860560b-b784-43cb-ba8e-d08339d5d72e req-294e5a35-c5bd-4bf9-949e-4ee6147b92de service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517475 Jul 13 20:50:42.589801 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:42.724330 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:42.773509 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdead-a94d-4534-90a5-1453c64c05e3 req-56e4d60d-c87a-4b51-affe-37ad2b9fd9a1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:42.776183 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c1fdead-a94d-4534-90a5-1453c64c05e3 req-56e4d60d-c87a-4b51-affe-37ad2b9fd9a1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.1118605 Jul 13 20:50:42.834233 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2c1fdead-a94d-4534-90a5-1453c64c05e3 req-d15514c4-144b-44dc-8b59-3d02ee5456c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497506 Jul 13 20:50:42.943673 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:42.955219 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Transition to ACTIVE for port object 87390e34-3726-4370-8661-0d6b4edc080f will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:42.967519 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:42.986935 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Allocated IP 172.20.0.1 (30b1d622-da62-42fc-b3f2-eeb74cfe2c53/3fe54bc0-a4d8-4542-a8f6-05b264e440f1/f9b74681-5f13-4ace-94b3-8c87242f2f7d) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:42.991388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae3b5e9-1a1c-4eff-a5fa-e730ad83ee68 None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:50:43.037626 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Attempting to bind port 87390e34-3726-4370-8661-0d6b4edc080f on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:43.039610 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Attempting to bind port 87390e34-3726-4370-8661-0d6b4edc080f by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:43.040162 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Attempting to bind port 87390e34-3726-4370-8661-0d6b4edc080f on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:43.042263 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f3ec-816e-41a7-bf6a-53816b0249c7 None None] Pushing event updated for resources: {'Port': ['ID=87390e34-3726-4370-8661-0d6b4edc080f,revision_number=2']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:43.050321 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:43.051303 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:43.051603 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.051885 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:43.052355 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Bound port: 87390e34-3726-4370-8661-0d6b4edc080f, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:43.052741 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.082675 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-41b656d1-44ab-42f0-b2d2-a9ef92eb9bff None None] Provisioning for port 22314e53-6fe8-41cf-9559-de54e556e949 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:43.111354 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] For port 87390e34-3726-4370-8661-0d6b4edc080f, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:43.114937 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] For port 87390e34-3726-4370-8661-0d6b4edc080f, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=87390e34-3726-4370-8661-0d6b4edc080f,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:43.119684 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.160398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.176285 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f3ec-816e-41a7-bf6a-53816b0249c7 None None] Pushing event updated for resources: {'Port': ['ID=87390e34-3726-4370-8661-0d6b4edc080f,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:43.178106 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Transition to ACTIVE for port object f9b74681-5f13-4ace-94b3-8c87242f2f7d will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:43.204510 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:43.205132 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:43.218809 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.262123 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969c0f8-88c1-4751-9f68-813baa987c70 req-43e8c8ff-075a-49cf-b9f8-b57e5debc91a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:43.263745 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b969c0f8-88c1-4751-9f68-813baa987c70 req-43e8c8ff-075a-49cf-b9f8-b57e5debc91a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.2701323 Jul 13 20:50:43.281542 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:43.290515 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:43.295121 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:43.358519 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:43.400335 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:43.426915 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.536190 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b969c0f8-88c1-4751-9f68-813baa987c70 req-6afc17e5-93d5-4195-af84-ba1fd6fe9a11 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514958 Jul 13 20:50:43.603183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 22314e53-6fe8-41cf-9559-de54e556e949 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:43.675002 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.687947 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:40Z', 'revision_number': 3, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:43.701113 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 22314e53-6fe8-41cf-9559-de54e556e949 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:43.705787 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 22314e53-6fe8-41cf-9559-de54e556e949 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:43.706419 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.730474 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad5c3e-be3b-4aee-9f90-9bd0701f638f None None] The sync data for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi is: [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:40Z', 'revision_number': 3, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:50:43.807494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.842508 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 22314e53-6fe8-41cf-9559-de54e556e949, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=22314e53-6fe8-41cf-9559-de54e556e949,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:43.846403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.847208 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c734331-319f-4d10-bd1a-fab1c2f77a6c up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:43.879095 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.885458 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.930078 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-55f517f6-5b4a-491c-b7ff-f61faaa8ad4c None None] Provisioning for port f9b74681-5f13-4ace-94b3-8c87242f2f7d completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:43.937835 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-55f517f6-5b4a-491c-b7ff-f61faaa8ad4c None None] Provisioning complete for port f9b74681-5f13-4ace-94b3-8c87242f2f7d triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:43.938209 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-55f517f6-5b4a-491c-b7ff-f61faaa8ad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.959849 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:43.962257 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:43.966768 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=22314e53-6fe8-41cf-9559-de54e556e949,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:43.989276 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-55f517f6-5b4a-491c-b7ff-f61faaa8ad4c None None] Port f9b74681-5f13-4ace-94b3-8c87242f2f7d cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:50:43.998730 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:44.002853 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:44.003255 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:44.059470 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:44.060921 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:44.118640 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe675cdb-4e93-4ff5-bb92-3a849cb5c5bb req-95cbe3b8-49ff-4992-90a7-6ac7066edd24 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:44.128069 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe675cdb-4e93-4ff5-bb92-3a849cb5c5bb req-95cbe3b8-49ff-4992-90a7-6ac7066edd24 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0950012 Jul 13 20:50:44.133403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:44.187837 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe675cdb-4e93-4ff5-bb92-3a849cb5c5bb req-9dd7f3ad-314d-4fe6-93bd-6227b3d15701 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584474 Jul 13 20:50:44.200737 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 5c734331-319f-4d10-bd1a-fab1c2f77a6c, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c734331-319f-4d10-bd1a-fab1c2f77a6c,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:44.212465 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:44.282420 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:44.412922 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0990fcde-ea84-4c37-988b-6cc2b30a16f4 None None] Provisioning complete for port f9b74681-5f13-4ace-94b3-8c87242f2f7d triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:44.413293 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0990fcde-ea84-4c37-988b-6cc2b30a16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:44.427078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Router fa6084e5-0e4a-4595-af90-9d80d70701c7 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:50:44.454422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-0990fcde-ea84-4c37-988b-6cc2b30a16f4 None None] Port f9b74681-5f13-4ace-94b3-8c87242f2f7d cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:50:44.536263 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:50:44.541019 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-54643e0c-3d39-437b-bbbf-9867b93cd435 admin admin] 10.222.0.54 "PUT /v2.0/routers/fa6084e5-0e4a-4595-af90-9d80d70701c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4355714 Jul 13 20:50:44.715762 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a2b12-49f2-4bf1-a922-dec817a2d956 req-90e7b216-9e55-4ead-9925-36379ac1ba06 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:44.717264 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f38a2b12-49f2-4bf1-a922-dec817a2d956 req-90e7b216-9e55-4ead-9925-36379ac1ba06 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0620110 Jul 13 20:50:44.759099 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f38a2b12-49f2-4bf1-a922-dec817a2d956 req-263efea8-f93c-483c-9c1a-1fad3a15d1f8 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361366 Jul 13 20:50:45.244022 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39798) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:45.249056 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736700500', 'description': 'tempest-secgroup-smoke-1736700500 description', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:45.273102 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.356490 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.360416 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.385737 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.389749 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419678 Jul 13 20:50:45.389834 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39800) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:45.394914 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:45.395142 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e15056-9ca5-439f-a132-dc87e27053ac tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:45.426792 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8083b0-7608-4203-84d8-4111f577b67e req-c02bcb24-cd2b-41da-83b5-aed7f0c76f7f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:45.428343 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8d8083b0-7608-4203-84d8-4111f577b67e req-c02bcb24-cd2b-41da-83b5-aed7f0c76f7f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0990808 Jul 13 20:50:45.453843 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.497403 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8d8083b0-7608-4203-84d8-4111f577b67e req-6b0fe17e-3096-42c1-a56e-b14a6c88aa39 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582085 Jul 13 20:50:45.516358 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.520503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.550379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3c8967-6150-4e78-9cd8-6ad594cd7957,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:45.553322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.557978 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8b03289a-9806-4cb4-8290-83bac1363549 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670816 Jul 13 20:50:45.558290 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39802) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:45.564272 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 87390e34-3726-4370-8661-0d6b4edc080f up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:45.565073 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:45.595124 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.621903 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 87390e34-3726-4370-8661-0d6b4edc080f completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:45.623849 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 87390e34-3726-4370-8661-0d6b4edc080f triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:45.624228 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.646472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.652446 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.674381 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524b9118-76c1-4576-950f-ab0545dc71c0,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:45.678789 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.683419 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8c44db96-8af0-483f-a0cb-94e9ccfff4c6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209552 Jul 13 20:50:45.683869 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39806) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:45.687852 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:45.710306 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.717600 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.733896 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 87390e34-3726-4370-8661-0d6b4edc080f, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=87390e34-3726-4370-8661-0d6b4edc080f,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:45.738658 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Sync routers for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:50:45.742512 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.743291 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 22314e53-6fe8-41cf-9559-de54e556e949 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:45.782596 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.786562 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.808005 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:45.808192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfbe967-e819-45e2-babb-4761403eb606,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:45.808634 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:45.815738 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.817180 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bf8ddd62-ca50-44c1-95e1-a9b6ed0e6683 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327641 Jul 13 20:50:45.820132 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39810) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:45.824712 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:45.857769 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.921870 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=87390e34-3726-4370-8661-0d6b4edc080f,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:45.940317 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 22314e53-6fe8-41cf-9559-de54e556e949 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:45.940725 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.961109 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.965781 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:45.981736 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:45.989007 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861d1866-4e05-463e-935d-d0b840e450ef,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:46.001468 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce7eec-2520-4c51-80c6-4d4a0093164b req-ee40560f-f920-47b1-8cf4-14bae7ce0715 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:46.002988 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-00ce7eec-2520-4c51-80c6-4d4a0093164b req-ee40560f-f920-47b1-8cf4-14bae7ce0715 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1191125 Jul 13 20:50:46.004167 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.005235 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-36c2e592-cbec-4093-8ea6-60ffeceb9281 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841338 Jul 13 20:50:46.008138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39812) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:46.013770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:46.059538 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.securitygroups_db [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Project 5fb73309996744d489d8ea1b5abfa5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:50:46.064306 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-00ce7eec-2520-4c51-80c6-4d4a0093164b req-98fd6ac0-f762-4e03-a1c2-9fe80b8289f2 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Jul 13 20:50:46.067260 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.119605 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.123626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.140728 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db118c86-c4a7-4b63-91e5-90dbd9f77c6c,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:46.142693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c734331-319f-4d10-bd1a-fab1c2f77a6c up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:46.148635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.149873 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d646011b-f092-4f7f-a301-27af1a2d877d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407776 Jul 13 20:50:46.152803 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 39816) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:46.157181 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'security_group_rule': {'security_group_id': 'cdb43fb1-6ee2-429e-b874-f3d8bb4314b4', 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:46.179729 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.securitygroups_db [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Project 5fb73309996744d489d8ea1b5abfa5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:50:46.186055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.240389 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 5c734331-319f-4d10-bd1a-fab1c2f77a6c triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:46.240924 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.246928 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.251328 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.270752 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e70c9be-7861-4f07-a0ee-e48c9661a062,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:46.278264 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.282373 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b7070fa0-34ac-4e3d-bae7-1300b6b5e11b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257191 Jul 13 20:50:46.308692 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 4, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'f9b74681-5f13-4ace-94b3-8c87242f2f7d', 'name': '', 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'mac_address': 'fa:16:3e:7f:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:42Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 2, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'subnets': [{'id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:46.338677 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Checking router: fa6084e5-0e4a-4595-af90-9d80d70701c7 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:50:46.339058 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Updating router fa6084e5-0e4a-4595-af90-9d80d70701c7 port f9b74681-5f13-4ace-94b3-8c87242f2f7d binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:50:46.405999 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.581891 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:50:46.691581 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.711481 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3400-d1b5-4c3c-8b3c-3a2764fe877b req-f25d982f-168e-443b-99da-47a1aac3d55f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:46.728857 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-585e3400-d1b5-4c3c-8b3c-3a2764fe877b req-f25d982f-168e-443b-99da-47a1aac3d55f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 945 time: 0.0841558 Jul 13 20:50:46.730925 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:50:46.733460 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ef337-234e-42bd-8398-b896b7a1aa8f" -d '{"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-unplugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:50:46.806998 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-585e3400-d1b5-4c3c-8b3c-3a2764fe877b req-0122ec46-f5ad-461a-af15-709bc7e7ee03 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748506 Jul 13 20:50:46.887311 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1947c8-fc15-4edf-885c-5b06929175b7 x-openstack-request-id: req-bc1947c8-fc15-4edf-885c-5b06929175b7 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:50:46.887890 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-unplugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:50:46.888146 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc1947c8-fc15-4edf-885c-5b06929175b7 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:50:46.888533 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'code': 200} Jul 13 20:50:46.890184 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:46.896868 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:46.995470 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.001363 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=8']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:47.010935 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Transition to ACTIVE for port object f9b74681-5f13-4ace-94b3-8c87242f2f7d will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:47.017795 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.077529 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1e021-0ed5-4944-9202-d57bf236d7bd None None] Pushing event updated for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:47.087666 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-15497eac-4592-42dc-96fe-d1cf7963c4a0 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:47.089340 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-15497eac-4592-42dc-96fe-d1cf7963c4a0 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 814 time: 0.1288011 Jul 13 20:50:47.123931 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-35e35af7-d2e1-4a56-b6be-063667e0be71 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/quotas/99076466ace54251b415e702d21dcd73 HTTP/1.1" status: 200 len: 375 time: 0.0280917 Jul 13 20:50:47.171002 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-d84d7873-c11a-473a-8207-9511bda8f065 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453739 Jul 13 20:50:47.193872 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Attempting to bind port f9b74681-5f13-4ace-94b3-8c87242f2f7d on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:47.195540 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Attempting to bind port f9b74681-5f13-4ace-94b3-8c87242f2f7d by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:47.195958 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Attempting to bind port f9b74681-5f13-4ace-94b3-8c87242f2f7d on network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:47.202139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:47.202525 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Checking segment: {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:47.202996 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.203385 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Bound using segment: {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:47.205109 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Bound port: f9b74681-5f13-4ace-94b3-8c87242f2f7d, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b42bce-b694-40d8-9ddb-7ac6e337366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:47.205545 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.299562 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] For port f9b74681-5f13-4ace-94b3-8c87242f2f7d, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:47.305827 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] For port f9b74681-5f13-4ace-94b3-8c87242f2f7d, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=f9b74681-5f13-4ace-94b3-8c87242f2f7d,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:47.306945 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-b705b8b9-b5c9-4691-8101-8c5f30192314 service neutron] 10.222.0.54 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347756 Jul 13 20:50:47.310527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.324410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bf98f-e471-4947-9f78-b3a8bde48eef req-995ce54d-33e0-4404-89ec-e0c59ce4562c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:47.326645 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-504bf98f-e471-4947-9f78-b3a8bde48eef req-995ce54d-33e0-4404-89ec-e0c59ce4562c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0929966 Jul 13 20:50:47.369576 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:50:47.370276 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:50:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:47.397336 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-504bf98f-e471-4947-9f78-b3a8bde48eef req-290bcf43-3a87-4b25-a6a8-087f670f6964 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Jul 13 20:50:47.442786 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1e021-0ed5-4944-9202-d57bf236d7bd None None] Pushing event updated for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:47.461353 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-9fd24976-9bc0-4d65-926d-405ff228fb90 service neutron] 10.222.0.54 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524997 Jul 13 20:50:47.503805 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 87390e34-3726-4370-8661-0d6b4edc080f up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:47.569845 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:50:47.659788 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 87390e34-3726-4370-8661-0d6b4edc080f triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:47.661002 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:47.682840 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c03a3451-47d7-4047-8f85-e44628344497 req-ce39c440-5d31-41db-80f4-48c03e102d8c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 210 time: 0.0383058 Jul 13 20:50:47.748725 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2ead3-d991-47d1-887c-01e98e49fd99 req-437085d7-bead-47f0-a3be-7c6e48907562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:47.750313 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8cf2ead3-d991-47d1-887c-01e98e49fd99 req-437085d7-bead-47f0-a3be-7c6e48907562 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.0884860 Jul 13 20:50:47.804339 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8cf2ead3-d991-47d1-887c-01e98e49fd99 req-5093b486-19e7-4b81-b595-6c4007348b61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Jul 13 20:50:47.936423 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 4, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'f9b74681-5f13-4ace-94b3-8c87242f2f7d', 'name': '', 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'mac_address': 'fa:16:3e:7f:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:42Z', 'updated_at': '2021-07-13T20:50:47Z', 'revision_number': 4, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'subnets': [{'id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:50:47.964430 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7d70f-8430-4355-8f34-8d1b88a65d82 None None] The sync data for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi is: [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:43Z', 'revision_number': 4, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'f9b74681-5f13-4ace-94b3-8c87242f2f7d', 'name': '', 'network_id': '30b1d622-da62-42fc-b3f2-eeb74cfe2c53', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'mac_address': 'fa:16:3e:7f:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:42Z', 'updated_at': '2021-07-13T20:50:47Z', 'revision_number': 4, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'subnets': [{'id': '3fe54bc0-a4d8-4542-a8f6-05b264e440f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:50:48.072911 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173a78-b6f2-4959-b46a-74b32528b87c req-9ee48819-834a-4eeb-af85-75efb7453b93 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:48.074418 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f5173a78-b6f2-4959-b46a-74b32528b87c req-9ee48819-834a-4eeb-af85-75efb7453b93 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0981438 Jul 13 20:50:48.132187 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f5173a78-b6f2-4959-b46a-74b32528b87c req-c49106ef-c745-4e58-8122-57f2eacb0215 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467885 Jul 13 20:50:48.597024 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafc173-9310-40cf-bcc2-0f7a38ce6f01 req-327efdc8-2d39-490f-a2e3-d207619a17d0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:48.597024 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcafc173-9310-40cf-bcc2-0f7a38ce6f01 req-327efdc8-2d39-490f-a2e3-d207619a17d0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0695143 Jul 13 20:50:48.633630 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcafc173-9310-40cf-bcc2-0f7a38ce6f01 req-7204d928-68ef-4f29-82d1-4edca611468f tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Jul 13 20:50:48.886319 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-02b11ae0-7a00-4e02-baed-6b7f175d9867 req-c69c0783-ad7a-4216-933d-a28ba64bb32f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 210 time: 0.0500910 Jul 13 20:50:49.039963 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-74caa79b-678f-40fa-a195-36794a66aab7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:49.042665 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-74caa79b-678f-40fa-a195-36794a66aab7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 814 time: 0.1609812 Jul 13 20:50:49.061206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Request body: {'port': {'device_id': 'c000d497-08b8-4684-9521-01b85559d66a', 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38', 'admin_state_up': True, 'tenant_id': '99076466ace54251b415e702d21dcd73'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:49.112063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142ed9-e38e-43af-9c6a-98124004c1d4 req-2a0a2edb-f41a-45f6-a672-532756d94c69 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:49.113605 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8a142ed9-e38e-43af-9c6a-98124004c1d4 req-2a0a2edb-f41a-45f6-a672-532756d94c69 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.2031434 Jul 13 20:50:49.178425 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8a142ed9-e38e-43af-9c6a-98124004c1d4 req-1e3767fa-2878-46cf-8b8f-ce8d1b029fa4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569091 Jul 13 20:50:49.222967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Made reservation on behalf of 99076466ace54251b415e702d21dcd73 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:50:49.229024 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.292103 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 39960) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:50:49.368088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Allocated IP 172.20.0.13 (37551ccc-b053-43dd-906e-dc767d813b38/0a2c1d56-3543-4b16-b21d-959fc1645ce4/9b061e28-7c10-4874-8740-3bbf937e8461) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:50:49.440836 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-6f869f06-3504-4acc-bff3-1b6d3ecb399b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474032 Jul 13 20:50:49.503253 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device f9b74681-5f13-4ace-94b3-8c87242f2f7d up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:49.562939 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port f9b74681-5f13-4ace-94b3-8c87242f2f7d completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:49.568765 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port f9b74681-5f13-4ace-94b3-8c87242f2f7d triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:49.569216 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.683221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.736607 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port f9b74681-5f13-4ace-94b3-8c87242f2f7d, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=f9b74681-5f13-4ace-94b3-8c87242f2f7d,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:49.742926 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.805021 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:49.872776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.910861 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c97b5-53b4-4ed5-abe8-b672aee8587b req-481cfc80-ce39-453e-92c6-19c4016dab36 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:49.919162 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540c97b5-53b4-4ed5-abe8-b672aee8587b req-481cfc80-ce39-453e-92c6-19c4016dab36 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0975399 Jul 13 20:50:49.923998 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:49.977281 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-540c97b5-53b4-4ed5-abe8-b672aee8587b req-9350447f-c8e7-4c6a-8566-f2361cb0268a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Jul 13 20:50:49.987388 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Network 37551ccc-b053-43dd-906e-dc767d813b38 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:50:49.992619 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:50:50.005732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Pushing event updated for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:50.009361 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:50:50.098957 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.099581 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:50.152330 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-dec420e0-ef92-48a8-a059-54cdf5b8a8d9 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0977178 Jul 13 20:50:50.169211 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Request body: {'port': {'device_id': 'c000d497-08b8-4684-9521-01b85559d66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:50:50.183131 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4ad9-70ea-470c-a0c9-888d104601f9 req-f10454e5-e649-49ee-909b-013d52c6791c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.184860 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-09dd4ad9-70ea-470c-a0c9-888d104601f9 req-f10454e5-e649-49ee-909b-013d52c6791c tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 932 time: 0.1112714 Jul 13 20:50:50.271129 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-09dd4ad9-70ea-470c-a0c9-888d104601f9 req-c5c28ea6-d5ee-43f2-ab18-939bb5097b19 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677383 Jul 13 20:50:50.282911 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:50.491086 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf78222-ac0f-4f16-92aa-3615390d894e req-a5ce738c-ad46-4374-9dce-4f826ee05ee2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.498378 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcf78222-ac0f-4f16-92aa-3615390d894e req-a5ce738c-ad46-4374-9dce-4f826ee05ee2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0851829 Jul 13 20:50:50.535396 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dcf78222-ac0f-4f16-92aa-3615390d894e req-989e6072-6840-48ef-b59d-68240a8061c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361354 Jul 13 20:50:50.609153 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:50:50.633034 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-c52b4952-dbd0-470a-b5b0-7c00aa2bed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.634542 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-c52b4952-dbd0-470a-b5b0-7c00aa2bed0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f28b90b1b82042f180370aee15499dba&device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 1099 time: 0.1242290 Jul 13 20:50:50.636498 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b061e28-7c10-4874-8740-3bbf937e8461 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:50:50.653643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:50.720003 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Transition to ACTIVE for port object 9b061e28-7c10-4874-8740-3bbf937e8461 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:50:50.748370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:50.838784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Pushing event updated for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:50.874480 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-7a7fb851-ab72-4205-b432-3cefc72d2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.876045 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-7a7fb851-ab72-4205-b432-3cefc72d2b6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 200 len: 919 time: 0.2340374 Jul 13 20:50:50.885183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:50.923539 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa494f-187d-4070-9d24-a79e148a9cb9 req-613fba73-da26-43ae-9ede-9fdcb667dc4b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:50.924974 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-18fa494f-187d-4070-9d24-a79e148a9cb9 req-613fba73-da26-43ae-9ede-9fdcb667dc4b tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.2270260 Jul 13 20:50:50.955586 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-b6940942-878e-4f12-a3c3-1296ca9c3da8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 200 len: 217 time: 0.0528269 Jul 13 20:50:51.030576 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Attempting to bind port 9b061e28-7c10-4874-8740-3bbf937e8461 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:50:51.030927 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Attempting to bind port 9b061e28-7c10-4874-8740-3bbf937e8461 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:50:51.031254 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Attempting to bind port 9b061e28-7c10-4874-8740-3bbf937e8461 on network 37551ccc-b053-43dd-906e-dc767d813b38 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:51.044425 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-18fa494f-187d-4070-9d24-a79e148a9cb9 req-78087f90-db14-433b-aa6d-6ed8847170fe tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928466 Jul 13 20:50:51.046441 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-0a2a17aa-11fe-4985-8e65-8af64705b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.047819 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-0a2a17aa-11fe-4985-8e65-8af64705b584 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 200 len: 858 time: 0.0832701 Jul 13 20:50:51.048337 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Port 9b061e28-7c10-4874-8740-3bbf937e8461 on network 37551ccc-b053-43dd-906e-dc767d813b38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:50:51.048645 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Attempting to bind port 9b061e28-7c10-4874-8740-3bbf937e8461 on network 37551ccc-b053-43dd-906e-dc767d813b38 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:50:51.053782 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:50:51.054168 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Checking segment: {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:50:51.054572 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Bound using segment: {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:50:51.055013 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Bound port: 9b061e28-7c10-4874-8740-3bbf937e8461, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69302ee3-9bed-464e-b6ce-091ac1fb9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:50:51.055362 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:51.090852 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-5cd40d43-b8c9-4be3-a0c1-d0aa372ef7de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8b3d431d-57d5-4505-be77-df23c3d81fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326126 Jul 13 20:50:51.186185 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e5dea0b0-285b-42d0-9cde-0ed40ecb6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:51.207269 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:50:51.212523 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9b061e28-7c10-4874-8740-3bbf937e8461,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:50:51.218760 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:51.258675 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15758-6076-4590-936d-29b83be5ef76 req-a72a64ad-56df-4a18-a249-d4d1717bedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.260198 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-a72a64ad-56df-4a18-a249-d4d1717bedd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 1096 time: 0.0906019 Jul 13 20:50:51.261734 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-37157ac1-485d-4c72-9c27-f4a28ba80d5f service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497169 Jul 13 20:50:51.264572 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.265167 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:51.266433 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] 10.222.0.44 "PUT /v2.0/ports/9b061e28-7c10-4874-8740-3bbf937e8461 HTTP/1.1" status: 200 len: 1094 time: 1.1018393 Jul 13 20:50:51.266900 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:50:51.269088 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c63198-47de-4fb5-b008-ed1788508333" -d '{"events": [{"name": "network-changed", "server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:50:51.342660 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ce875-e05b-45f7-820b-2077d656c985 x-openstack-request-id: req-4c4ce875-e05b-45f7-820b-2077d656c985 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:50:51.342930 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:50:51.343186 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c4ce875-e05b-45f7-820b-2077d656c985 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:50:51.343575 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461', 'status': 'completed', 'code': 200} Jul 13 20:50:51.383930 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-9f57dfa1-c5d3-4d15-8b48-916e60d3e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.385880 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-9f57dfa1-c5d3-4d15-8b48-916e60d3e758 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 1097 time: 0.0567148 Jul 13 20:50:51.389302 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c25b2-16e0-4b92-94bb-b87d42948004 service neutron] Pushing event updated for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:51.441766 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-0aa958e2-f8b2-4dc1-ac15-7e742c80734f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b061e28-7c10-4874-8740-3bbf937e8461 HTTP/1.1" status: 200 len: 217 time: 0.0485649 Jul 13 20:50:51.472990 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-877c9284-6e47-4147-ad04-2ebf2d736105 req-e3a39b6b-18c8-49fe-8eeb-1b19cc83fec7 service neutron] 10.222.0.44 "GET /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945415 Jul 13 20:50:51.478811 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device f9b74681-5f13-4ace-94b3-8c87242f2f7d up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:51.508778 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15758-6076-4590-936d-29b83be5ef76 req-734f16a0-b5c6-481d-8744-7cc541d04f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.510451 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-734f16a0-b5c6-481d-8744-7cc541d04f23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1096 time: 0.2036755 Jul 13 20:50:51.516245 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-17c11bb1-81c4-48e4-90f8-f6c54450fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.518383 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-17c11bb1-81c4-48e4-90f8-f6c54450fd7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a2c1d56-3543-4b16-b21d-959fc1645ce4 HTTP/1.1" status: 200 len: 854 time: 0.0687392 Jul 13 20:50:51.555141 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-2e0c902d-725a-41af-b1c3-ba6d9f0b6dcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37551ccc-b053-43dd-906e-dc767d813b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 13 20:50:51.555339 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port f9b74681-5f13-4ace-94b3-8c87242f2f7d triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:51.555620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:51.578049 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab616-d47b-4c70-b27b-4b3a6ddcaabb req-b12466bc-56f1-499a-bda4-def90ba8c48b tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.579761 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-341ab616-d47b-4c70-b27b-4b3a6ddcaabb req-b12466bc-56f1-499a-bda4-def90ba8c48b tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 944 time: 0.1823971 Jul 13 20:50:51.678805 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-5a889b78-42e2-4a11-a0f2-716684b77dfe service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163044 Jul 13 20:50:51.681062 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-341ab616-d47b-4c70-b27b-4b3a6ddcaabb req-33bee8c0-6bff-40bc-894b-2903735ab6e1 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898755 Jul 13 20:50:51.711445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15758-6076-4590-936d-29b83be5ef76 req-73a534f0-4a24-4148-b607-dad854dc1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.713387 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-73a534f0-4a24-4148-b607-dad854dc1229 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.1935501 Jul 13 20:50:51.788054 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-2420f246-328d-47e4-8d9f-f3368b40c4c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 999 time: 0.0683613 Jul 13 20:50:51.873957 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a897e7c5-2499-4cca-9e06-b6441ce53f6a req-d86e9523-d2b2-4fb3-a1b2-8927b29e4e0e service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828556 Jul 13 20:50:51.885046 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15758-6076-4590-936d-29b83be5ef76 req-c66d5d2d-5989-4e7f-916d-15ab23d5b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.885852 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b10a2-97ff-47b8-80b4-12f52e0d3492 req-c5c2fb0e-a18f-45d3-9a1d-9d81ebc89b65 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.886527 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-c66d5d2d-5989-4e7f-916d-15ab23d5b8cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0839295 Jul 13 20:50:51.887456 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d90b10a2-97ff-47b8-80b4-12f52e0d3492 req-c5c2fb0e-a18f-45d3-9a1d-9d81ebc89b65 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1370931 Jul 13 20:50:51.949756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15758-6076-4590-936d-29b83be5ef76 req-bcf6ba62-58c1-47bc-a493-4a5e8d37bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.951306 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-bcf6ba62-58c1-47bc-a493-4a5e8d37bb18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577278 Jul 13 20:50:51.957004 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d90b10a2-97ff-47b8-80b4-12f52e0d3492 req-2be78e7f-42cf-478b-a997-315ad751d186 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634096 Jul 13 20:50:51.990532 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63198-47de-4fb5-b008-ed1788508333 req-5699bd2f-0759-498f-a547-186206ac4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:51.992612 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-5699bd2f-0759-498f-a547-186206ac4fb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99076466ace54251b415e702d21dcd73&device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 1097 time: 0.0655951 Jul 13 20:50:52.044193 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-f3576b45-e1ee-436c-9f47-5971a9fd3848 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Jul 13 20:50:52.146538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63198-47de-4fb5-b008-ed1788508333 req-d4e0e537-9e23-489c-923b-1491f9010288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:52.146999 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c15758-6076-4590-936d-29b83be5ef76 req-70a41730-9cab-49c6-9d36-2011803b53d6 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961001 Jul 13 20:50:52.148929 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-d4e0e537-9e23-489c-923b-1491f9010288 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 200 len: 915 time: 0.1461284 Jul 13 20:50:52.212951 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-633c26d0-4d53-4721-85ee-8ac9c5f8b42b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b061e28-7c10-4874-8740-3bbf937e8461 HTTP/1.1" status: 200 len: 217 time: 0.0450020 Jul 13 20:50:52.253916 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b1b4f-24ef-4ead-89f7-b7426eaed15d req-52d427a5-5360-4387-9e86-ebe3534cd60e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:52.260766 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2a8b1b4f-24ef-4ead-89f7-b7426eaed15d req-52d427a5-5360-4387-9e86-ebe3534cd60e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0929897 Jul 13 20:50:52.270699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63198-47de-4fb5-b008-ed1788508333 req-b8f8d51e-009e-4a9f-90c3-3e8863886240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:52.272263 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-b8f8d51e-009e-4a9f-90c3-3e8863886240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a2c1d56-3543-4b16-b21d-959fc1645ce4 HTTP/1.1" status: 200 len: 854 time: 0.0529335 Jul 13 20:50:52.300222 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2a8b1b4f-24ef-4ead-89f7-b7426eaed15d req-18b76c56-2ae5-47d8-b96a-4bf064a76dfc tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Jul 13 20:50:52.310522 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-99866ffb-2825-41a7-9604-5afcf7b2841d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37551ccc-b053-43dd-906e-dc767d813b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jul 13 20:50:52.405108 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-6e118f5e-d198-4631-8bc4-0f233eb00238 service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821502 Jul 13 20:50:52.494502 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19c63198-47de-4fb5-b008-ed1788508333 req-39ee3e28-fcb1-45ad-a8cd-fa437cf81285 service neutron] 10.222.0.44 "GET /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808461 Jul 13 20:50:52.927618 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebffe91-172b-447e-96d1-4a0b2589604a req-3f6d1e08-257a-4ed3-b2ea-5739837a295a tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:52.933295 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ebffe91-172b-447e-96d1-4a0b2589604a req-3f6d1e08-257a-4ed3-b2ea-5739837a295a tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 944 time: 0.1215508 Jul 13 20:50:52.997257 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ebffe91-172b-447e-96d1-4a0b2589604a req-d397cf71-1ffc-423a-be95-75d2d3b4a8a4 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583327 Jul 13 20:50:53.209122 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef30e0-5071-4707-b23f-20e1b45c526a req-bb6cbee6-26c4-45a4-af24-49c5148d8a61 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:53.211331 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24ef30e0-5071-4707-b23f-20e1b45c526a req-bb6cbee6-26c4-45a4-af24-49c5148d8a61 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1039021 Jul 13 20:50:53.263200 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24ef30e0-5071-4707-b23f-20e1b45c526a req-1491ab28-815a-4315-bd72-987a4bcc18af tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Jul 13 20:50:53.484228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff7345-e474-41fc-82e3-f4a164cede4b req-c45b7d25-ac3b-43ff-87ff-1232f71b029c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:53.486152 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19ff7345-e474-41fc-82e3-f4a164cede4b req-c45b7d25-ac3b-43ff-87ff-1232f71b029c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0640693 Jul 13 20:50:53.526839 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-19ff7345-e474-41fc-82e3-f4a164cede4b req-4987005b-69bf-4e17-a414-f87772864127 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Jul 13 20:50:53.705872 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7480e80-72f6-400b-969c-a6b81b60d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:53.812004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:54.183225 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd192b47-949a-4439-b8a1-3d037be15015 req-73ceb437-c793-4133-ad65-f10502362a6e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:54.184769 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd192b47-949a-4439-b8a1-3d037be15015 req-73ceb437-c793-4133-ad65-f10502362a6e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 944 time: 0.0722449 Jul 13 20:50:54.224730 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd192b47-949a-4439-b8a1-3d037be15015 req-2eff57ee-898b-4299-8f62-fe71e812e007 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343390 Jul 13 20:50:54.449339 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc21e6-ff3a-483b-825d-88914dbd1764 req-f415de0b-7081-4d8e-b769-45f7c767e0aa tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:54.450875 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49cc21e6-ff3a-483b-825d-88914dbd1764 req-f415de0b-7081-4d8e-b769-45f7c767e0aa tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0651455 Jul 13 20:50:54.490880 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49cc21e6-ff3a-483b-825d-88914dbd1764 req-47ff908f-ba4a-4adf-bf60-4c9f40496207 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342863 Jul 13 20:50:54.656342 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 9b061e28-7c10-4874-8740-3bbf937e8461 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:50:54.690181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:54.762301 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1731da-3833-421c-af64-015ecb320135 req-c9e32ffd-9b06-4a4c-8587-efa62074ff63 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:54.769729 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc1731da-3833-421c-af64-015ecb320135 req-c9e32ffd-9b06-4a4c-8587-efa62074ff63 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1277900 Jul 13 20:50:54.827196 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9b061e28-7c10-4874-8740-3bbf937e8461,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:54.842458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '9b061e28-7c10-4874-8740-3bbf937e8461', 'network_id': '37551ccc-b053-43dd-906e-dc767d813b38', 'port_id': '9b061e28-7c10-4874-8740-3bbf937e8461', 'mac_address': 'fa:16:3e:91:c8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2c1d56-3543-4b16-b21d-959fc1645ce4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:50:54.884861 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:54.900122 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b061e28-7c10-4874-8740-3bbf937e8461 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:50:54.923318 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9b061e28-7c10-4874-8740-3bbf937e8461,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:54.927567 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:54.995520 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:55.026890 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc1731da-3833-421c-af64-015ecb320135 req-30c4953b-a8fc-4f88-aaad-57c8cf742bb7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560487 Jul 13 20:50:55.213867 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['9b061e28-7c10-4874-8740-3bbf937e8461'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:50:55.444384 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a418-8e3e-4b3e-b9c7-b932c2096f99 req-2536c700-2ea5-4436-b60b-77eacd32ce14 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:55.445939 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-43b2a418-8e3e-4b3e-b9c7-b932c2096f99 req-2536c700-2ea5-4436-b60b-77eacd32ce14 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 945 time: 0.0974236 Jul 13 20:50:55.485203 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-43b2a418-8e3e-4b3e-b9c7-b932c2096f99 req-4ce261ff-c2fa-4821-9572-fa2f821f9664 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Jul 13 20:50:55.671198 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb966f37-c7d9-48b3-a2ef-6cef5342eefc req-942e4a2a-5f9d-4b45-ba77-1957dc480c9c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:55.672669 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb966f37-c7d9-48b3-a2ef-6cef5342eefc req-942e4a2a-5f9d-4b45-ba77-1957dc480c9c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0633934 Jul 13 20:50:55.715825 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eb966f37-c7d9-48b3-a2ef-6cef5342eefc req-6c218a59-2005-4081-a368-e958ee5e63a3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Jul 13 20:50:56.218696 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fb3d5-ccc7-4e27-9252-9e8db9af0390 req-490ab93c-eafc-4668-99b9-0b638ec069b1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:56.218696 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8d1fb3d5-ccc7-4e27-9252-9e8db9af0390 req-490ab93c-eafc-4668-99b9-0b638ec069b1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0695071 Jul 13 20:50:56.265373 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8d1fb3d5-ccc7-4e27-9252-9e8db9af0390 req-8f8c461f-f6e3-49e5-b303-1551ca38a726 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Jul 13 20:50:56.425827 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:56.669169 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29192-457f-49de-bc50-5102db9f071e req-2b3073d5-e660-42f2-b396-cde86b314c24 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:56.669920 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 9b061e28-7c10-4874-8740-3bbf937e8461 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:50:56.670903 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ad29192-457f-49de-bc50-5102db9f071e req-2b3073d5-e660-42f2-b396-cde86b314c24 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 945 time: 0.0691893 Jul 13 20:50:56.719152 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ad29192-457f-49de-bc50-5102db9f071e req-085ccc9f-39fc-409a-843e-9643b5d4beb7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Jul 13 20:50:56.724906 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 9b061e28-7c10-4874-8740-3bbf937e8461 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:50:56.730458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 9b061e28-7c10-4874-8740-3bbf937e8461 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:50:56.730892 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:56.834671 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:56.876254 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9b061e28-7c10-4874-8740-3bbf937e8461,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:50:56.877537 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:50:56.880754 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56652ff-be89-45d8-8e26-f383d11849a0" -d '{"events": [{"server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "name": "network-vif-plugged", "status": "completed", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:50:56.901653 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:50:56.954443 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:50:56.961157 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e8b6-0f53-4dd6-adef-48f9842cfbca req-e4ea1bf8-5352-4a68-876f-28d5628c15ec tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:56.962981 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1847e8b6-0f53-4dd6-adef-48f9842cfbca req-e4ea1bf8-5352-4a68-876f-28d5628c15ec tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1225469 Jul 13 20:50:57.003661 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1847e8b6-0f53-4dd6-adef-48f9842cfbca req-3a87f69b-92d3-4bf3-89fc-4fc954803489 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Jul 13 20:50:57.056886 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd3d325-a84b-4344-82c4-afb5c7630379 x-openstack-request-id: req-1cd3d325-a84b-4344-82c4-afb5c7630379 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:50:57.057182 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "name": "network-vif-plugged", "status": "completed", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:50:57.057435 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cd3d325-a84b-4344-82c4-afb5c7630379 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:50:57.057828 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461', 'code': 200} Jul 13 20:50:57.452510 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ad984-3bda-4958-9fde-c1209b843894 req-5bb59a1f-bb95-413d-84ce-c42343e2b080 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:57.454174 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c6ad984-3bda-4958-9fde-c1209b843894 req-5bb59a1f-bb95-413d-84ce-c42343e2b080 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0675712 Jul 13 20:50:57.501863 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c6ad984-3bda-4958-9fde-c1209b843894 req-f073a257-437b-4882-a889-93e68ca20a38 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Jul 13 20:50:57.917397 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e112ff-ea14-4cbb-b12f-40907d268c06 req-659fa621-e88d-47ad-bcd0-79d557693b63 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:57.918792 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71e112ff-ea14-4cbb-b12f-40907d268c06 req-659fa621-e88d-47ad-bcd0-79d557693b63 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0785530 Jul 13 20:50:57.965232 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-71e112ff-ea14-4cbb-b12f-40907d268c06 req-89a59af3-fa8c-4a3f-a912-6dd2131160db tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Jul 13 20:50:58.196602 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb7c6a-c8f1-4db7-9c79-a282042c0925 req-8a3b98de-823c-4b8c-9368-00969922c774 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:58.198241 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24cb7c6a-c8f1-4db7-9c79-a282042c0925 req-8a3b98de-823c-4b8c-9368-00969922c774 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0643282 Jul 13 20:50:58.238427 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-24cb7c6a-c8f1-4db7-9c79-a282042c0925 req-4d170f98-ebdf-4132-94a7-eda535561770 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Jul 13 20:50:58.685226 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c25536-b04b-49bc-acd6-430670ab644d req-24d9c391-0fbc-42c1-8c96-c13c59c5a173 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:58.687001 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c25536-b04b-49bc-acd6-430670ab644d req-24d9c391-0fbc-42c1-8c96-c13c59c5a173 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0665705 Jul 13 20:50:58.726887 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c25536-b04b-49bc-acd6-430670ab644d req-a284885a-72dd-4610-b6ae-9c21e38554d7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Jul 13 20:50:59.177154 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcf6fb-7ecc-41a8-8250-08e8a76852fa req-a652c03e-7940-432c-95f6-5a5d6b42ab6e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:59.178701 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6dfcf6fb-7ecc-41a8-8250-08e8a76852fa req-a652c03e-7940-432c-95f6-5a5d6b42ab6e tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0786722 Jul 13 20:50:59.230450 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6dfcf6fb-7ecc-41a8-8250-08e8a76852fa req-f6e8fd14-9dd2-4bd4-8047-046fe40c3e14 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Jul 13 20:50:59.424205 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469d30-7ae5-46b9-bb1f-462121fdf092 req-7494ab93-4334-400d-890d-88cd69fc9d49 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:59.425736 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-50469d30-7ae5-46b9-bb1f-462121fdf092 req-7494ab93-4334-400d-890d-88cd69fc9d49 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0643926 Jul 13 20:50:59.465130 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-50469d30-7ae5-46b9-bb1f-462121fdf092 req-23826151-539c-4470-a905-e3108ead72d6 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Jul 13 20:50:59.905970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ef1f-7db3-4c4d-a11f-ec33ae449f7e req-fc9cb444-5719-452f-9fd6-100ab931ee0d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:50:59.907501 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0534ef1f-7db3-4c4d-a11f-ec33ae449f7e req-fc9cb444-5719-452f-9fd6-100ab931ee0d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0647671 Jul 13 20:50:59.948648 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0534ef1f-7db3-4c4d-a11f-ec33ae449f7e req-89d137c1-477b-4539-9bac-22f9c1819b77 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353186 Jul 13 20:51:00.411173 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5cb16-dab9-445b-9b9c-6120eb12999d req-e3235330-ffbd-4431-a36f-3f908ec40534 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:00.412622 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7cb5cb16-dab9-445b-9b9c-6120eb12999d req-e3235330-ffbd-4431-a36f-3f908ec40534 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0637865 Jul 13 20:51:00.453068 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7cb5cb16-dab9-445b-9b9c-6120eb12999d req-cc7eb638-c9db-4567-9077-4d97cdc139af tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Jul 13 20:51:00.648771 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d0c99-a6c0-494b-819a-0590c9f2ada4 req-ef5d651c-4592-49ac-b0db-6c7805839d30 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:00.650270 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c0d0c99-a6c0-494b-819a-0590c9f2ada4 req-ef5d651c-4592-49ac-b0db-6c7805839d30 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0624576 Jul 13 20:51:00.696765 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c0d0c99-a6c0-494b-819a-0590c9f2ada4 req-1480ca3d-bf49-4e1c-a942-413b6455e503 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388982 Jul 13 20:51:01.128664 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12cb0-9135-431f-a202-31992e5d37e0 req-cd90cbd5-8c97-4d0c-adc2-89ce4d598140 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:01.130170 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-54b12cb0-9135-431f-a202-31992e5d37e0 req-cd90cbd5-8c97-4d0c-adc2-89ce4d598140 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0655794 Jul 13 20:51:01.170781 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-54b12cb0-9135-431f-a202-31992e5d37e0 req-16210a9c-a6cd-47a4-bee5-ac57ef03e89c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Jul 13 20:51:01.633306 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5894e-55d1-4f15-b75f-164b022582f3 req-5c263e9b-dde8-40a6-b035-82698a80c031 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:01.636793 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e5b5894e-55d1-4f15-b75f-164b022582f3 req-5c263e9b-dde8-40a6-b035-82698a80c031 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0691793 Jul 13 20:51:01.673545 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e5b5894e-55d1-4f15-b75f-164b022582f3 req-341819ac-3f26-4173-b1cb-5473f8ddedaa tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jul 13 20:51:01.886948 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ef77-d92e-41d7-a315-ea419cae75c6 req-b2586ae4-986b-4fb8-bb34-2e4514c0804d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:01.888425 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b54ef77-d92e-41d7-a315-ea419cae75c6 req-b2586ae4-986b-4fb8-bb34-2e4514c0804d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0701835 Jul 13 20:51:01.933493 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b54ef77-d92e-41d7-a315-ea419cae75c6 req-bbdd9ec3-fd89-4de0-8b5f-792eb9d70d84 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Jul 13 20:51:02.348873 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c213e5-f1a7-44db-9560-4902d96a16cb req-d7c412be-56ca-4d20-a058-abc2a94b4220 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:02.350357 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-67c213e5-f1a7-44db-9560-4902d96a16cb req-d7c412be-56ca-4d20-a058-abc2a94b4220 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0617294 Jul 13 20:51:02.391630 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-67c213e5-f1a7-44db-9560-4902d96a16cb req-271931d7-6d38-441e-a5f2-545f8bca43b1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355983 Jul 13 20:51:02.876728 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b97f7-3a2e-4189-ab2c-4ea785a588ec req-4d267227-fc6e-4e8a-80d3-77e6a001387f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:02.881027 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a41b97f7-3a2e-4189-ab2c-4ea785a588ec req-4d267227-fc6e-4e8a-80d3-77e6a001387f tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0949965 Jul 13 20:51:02.936097 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a41b97f7-3a2e-4189-ab2c-4ea785a588ec req-cc81b3ca-cfc8-4a85-9358-e14cefbd9137 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Jul 13 20:51:03.121255 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc728-2185-4b50-8354-2c1970e3fd4b req-adf5a824-0e89-4202-ad85-dbdda6a0c482 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:03.122800 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-835fc728-2185-4b50-8354-2c1970e3fd4b req-adf5a824-0e89-4202-ad85-dbdda6a0c482 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0686543 Jul 13 20:51:03.160147 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-835fc728-2185-4b50-8354-2c1970e3fd4b req-0e5d4ce6-1083-41b6-8380-f9c14d40e9bb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Jul 13 20:51:03.290296 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-06c7d8e9-8d06-47e9-9b78-cad6d0fb0a6c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736700500&fields=id&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 267 time: 0.0332208 Jul 13 20:51:03.393150 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-6d780a41-1076-4cf9-a959-eb795ad0c906 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:03.394700 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-6d780a41-1076-4cf9-a959-eb795ad0c906 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.0980701 Jul 13 20:51:03.410057 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-2d5f9a3d-a6b7-48ef-a185-5839e0869570 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/quotas/5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 375 time: 0.0094354 Jul 13 20:51:03.483611 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-f31d2a73-1d78-4014-867e-e631a1bf4e03 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680084 Jul 13 20:51:03.576757 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-9bf0d583-d0e9-443f-8c62-c923d9a6b559 service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Jul 13 20:51:03.667087 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-1715a095-eb58-427a-bc64-5eff6771c3d7 service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846021 Jul 13 20:51:04.103978 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1c2c2-3113-47db-9fb6-6aa15640d812 req-bdd8592c-d13b-417e-b6a4-ff9c57f24a0e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:04.121493 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9c1c2c2-3113-47db-9fb6-6aa15640d812 req-bdd8592c-d13b-417e-b6a4-ff9c57f24a0e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1203456 Jul 13 20:51:04.190115 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9c1c2c2-3113-47db-9fb6-6aa15640d812 req-56b7df7e-9bcd-4b67-b017-4924254ddedb tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Jul 13 20:51:04.242073 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-efcf0620-8b90-4a46-8561-9f0567597e4f req-7f248f26-85d6-4d98-a82d-39d10446d353 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 210 time: 0.0433257 Jul 13 20:51:04.284934 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccded7e-280d-4054-bc80-12dde246d093 req-3f3965b3-038e-4f9c-87e5-2912f63c5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:04.286561 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fccded7e-280d-4054-bc80-12dde246d093 req-3f3965b3-038e-4f9c-87e5-2912f63c5596 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 1099 time: 0.0754855 Jul 13 20:51:04.379690 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fccded7e-280d-4054-bc80-12dde246d093 req-2e183ec6-820a-4408-a90c-684680a1f680 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811703 Jul 13 20:51:04.410131 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d7f2-4387-4194-94bd-c3f4f72c367e req-3c21de7b-31ae-4e06-ad84-edbc8f36de11 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:04.411608 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3665d7f2-4387-4194-94bd-c3f4f72c367e req-3c21de7b-31ae-4e06-ad84-edbc8f36de11 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0911891 Jul 13 20:51:04.450115 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3665d7f2-4387-4194-94bd-c3f4f72c367e req-c4b9b880-e105-41ab-ace1-67e85e2779d5 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Jul 13 20:51:04.464804 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9ed96-35d0-47af-a4c2-58e09dcba1ba req-ec0f4b01-76e7-49b5-b3da-642a0e97a341 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:04.466322 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ffb9ed96-35d0-47af-a4c2-58e09dcba1ba req-ec0f4b01-76e7-49b5-b3da-642a0e97a341 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0680606 Jul 13 20:51:04.509306 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ffb9ed96-35d0-47af-a4c2-58e09dcba1ba req-010a7faf-0abc-4933-b8c8-b1c9d60881c5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Jul 13 20:51:05.211427 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-6b85c72d-7e9a-41b9-8d75-0bb744cc196f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:05.212832 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-6b85c72d-7e9a-41b9-8d75-0bb744cc196f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.1043823 Jul 13 20:51:05.273057 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-1786ea7f-d25b-4e1d-aeeb-a0b324fccb78 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 380 time: 0.0479558 Jul 13 20:51:05.283317 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'port': {'device_id': '10a72998-a212-4e15-8093-968710bfa1a1', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'admin_state_up': True, 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'security_groups': ['cdb43fb1-6ee2-429e-b874-f3d8bb4314b4']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:51:05.391692 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-779f7dd3-957f-468c-9743-8bed8e47faf4 req-d7c7ee96-89fe-4332-9aa8-bed6d7194373 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 210 time: 0.0302899 Jul 13 20:51:05.452558 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155999b6-9e78-4d73-afb3-ba6875505787 req-69d0e74a-0d49-494a-9db0-e5a72bcd7fdf tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:05.454008 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-155999b6-9e78-4d73-afb3-ba6875505787 req-69d0e74a-0d49-494a-9db0-e5a72bcd7fdf tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1129434 Jul 13 20:51:05.469348 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Made reservation on behalf of 5fb73309996744d489d8ea1b5abfa5e9 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:51:05.472561 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:05.517685 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-155999b6-9e78-4d73-afb3-ba6875505787 req-f6a34003-cc78-49dc-aa17-00f89f281ab9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Jul 13 20:51:05.644300 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63748a-f537-4634-9ac1-ae56fb3d2c82 req-8c5999e4-9059-4746-989c-bee4661362d2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:05.645792 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe63748a-f537-4634-9ac1-ae56fb3d2c82 req-8c5999e4-9059-4746-989c-bee4661362d2 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0778482 Jul 13 20:51:05.683004 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fe63748a-f537-4634-9ac1-ae56fb3d2c82 req-42028be6-da9d-426e-ad8d-46727737d38d tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Jul 13 20:51:05.721131 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.20.0.13 (788743f8-ff68-48bc-ae2f-f2c3519d461d/89b5f677-f304-4ccf-afd2-87135b6152b2/b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:51:05.749566 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c872dc-876a-4748-b714-4b84ef74fafb req-91d14062-b394-40ee-8344-04f61a27c155 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:05.751032 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-46c872dc-876a-4748-b714-4b84ef74fafb req-91d14062-b394-40ee-8344-04f61a27c155 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0960035 Jul 13 20:51:05.847714 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-46c872dc-876a-4748-b714-4b84ef74fafb req-d4c4c03c-600a-4c84-92ab-fff3759f2bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908926 Jul 13 20:51:05.900146 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:05.915165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Transition to ACTIVE for port object b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:51:05.949830 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.011779 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:51:06.019870 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:51:06.026610 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:51:06.058245 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:06.067594 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.067943 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.068280 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.068611 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.068942 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.069302 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.069636 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.069968 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.070290 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.070629 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.070954 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.071273 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:06.103750 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:06.104385 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.120130 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-5885a92c-5639-4b10-8107-104db63bae48 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8417103 Jul 13 20:51:06.132228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Request body: {'port': {'device_id': '10a72998-a212-4e15-8093-968710bfa1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:51:06.213629 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.352847 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f3453cef-df5a-42da-aae5-b9a6b881ff24 None None] Provisioning for port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:51:06.357304 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f3453cef-df5a-42da-aae5-b9a6b881ff24 None None] Provisioning complete for port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:51:06.357566 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f3453cef-df5a-42da-aae5-b9a6b881ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.391587 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-f3453cef-df5a-42da-aae5-b9a6b881ff24 None None] Port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:51:06.530853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:51:06.539015 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.552617 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Transition to ACTIVE for port object b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:51:06.556825 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.573693 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8dff9-71e7-429d-87c0-b8f032170135 req-93ed9dec-bb56-42bf-bbd6-29ad8b46fb6a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:06.575411 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bae8dff9-71e7-429d-87c0-b8f032170135 req-93ed9dec-bb56-42bf-bbd6-29ad8b46fb6a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 932 time: 0.0682898 Jul 13 20:51:06.614092 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bae8dff9-71e7-429d-87c0-b8f032170135 req-52dd15e4-e233-4f9c-a6fc-026dc3512710 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328233 Jul 13 20:51:06.635407 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Pushing event updated for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:06.683962 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Attempting to bind port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:51:06.684322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Attempting to bind port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:51:06.684667 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Attempting to bind port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:51:06.688979 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b on network 788743f8-ff68-48bc-ae2f-f2c3519d461d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:51:06.689289 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Attempting to bind port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:51:06.694071 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:51:06.694907 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:51:06.695454 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Bound using segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:51:06.695879 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Bound port: b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:51:06.696246 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.760104 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:51:06.763625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:51:06.767982 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.807305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:06.807917 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:06.810739 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] 10.222.0.44 "PUT /v2.0/ports/b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b HTTP/1.1" status: 200 len: 1094 time: 0.6826079 Jul 13 20:51:06.811225 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:06.814249 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32816e74-c18a-4688-a8dc-f836ce0c0084" -d '{"events": [{"name": "network-changed", "server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:06.867268 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae51ae-1352-4099-9bad-8eac2c9be5c1 x-openstack-request-id: req-2eae51ae-1352-4099-9bad-8eac2c9be5c1 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:06.867564 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:06.867814 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2eae51ae-1352-4099-9bad-8eac2c9be5c1 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:06.868193 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'status': 'completed', 'code': 200} Jul 13 20:51:06.899101 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5df4c7-acdb-410d-a109-ef3cc53edc23 service neutron] Pushing event updated for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:06.927219 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-47d6ce0a-6d98-436e-8b49-1026ecbe6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:06.930097 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-47d6ce0a-6d98-436e-8b49-1026ecbe6d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0650465 Jul 13 20:51:06.977864 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-09ca8ed7-0de9-43f5-bf4b-984c358820fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b HTTP/1.1" status: 200 len: 217 time: 0.0388031 Jul 13 20:51:07.026615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-3cc0207c-587d-45e7-8f8c-f46d8f4582a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.028063 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-3cc0207c-587d-45e7-8f8c-f46d8f4582a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0440159 Jul 13 20:51:07.037452 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a8dcf-2441-4702-b8f7-2bb73806fc65 req-60d98278-78c3-454d-989a-be2c1f2c2a54 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.039459 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-df0a8dcf-2441-4702-b8f7-2bb73806fc65 req-60d98278-78c3-454d-989a-be2c1f2c2a54 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0630746 Jul 13 20:51:07.080472 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-df0a8dcf-2441-4702-b8f7-2bb73806fc65 req-e42661d6-c799-4e99-a3bb-92196438fe9a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Jul 13 20:51:07.108495 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1136e-f051-4012-9052-43446669880b req-96e59686-3cca-4663-9bcb-7c28613701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.110042 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-96e59686-3cca-4663-9bcb-7c28613701c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734200 Jul 13 20:51:07.393802 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-053511f4-c96c-43f5-8ca8-b3b7c31d945d service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761562 Jul 13 20:51:07.481999 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3a1136e-f051-4012-9052-43446669880b req-397db048-bcd6-4650-ab3c-d541781b44b5 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Jul 13 20:51:07.585895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-9ad133ac-6f13-4933-8ad1-79920fd18068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.587312 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-9ad133ac-6f13-4933-8ad1-79920fd18068 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0544188 Jul 13 20:51:07.673926 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-d0bd034a-8078-49d8-82f8-e94676f56043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.675425 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-d0bd034a-8078-49d8-82f8-e94676f56043 service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0813951 Jul 13 20:51:07.723981 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-d28b9ca8-40ba-421e-8ad2-fe72612130be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b HTTP/1.1" status: 200 len: 217 time: 0.0363822 Jul 13 20:51:07.801621 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-31a93fd2-4def-4def-931b-c5b986532e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.803071 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-31a93fd2-4def-4def-931b-c5b986532e07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0673757 Jul 13 20:51:07.827881 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7562-aa48-4a63-8c75-b4efae1cf0ae req-43a7ba04-cb2b-4c13-b03d-efe515a7fb0a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.829322 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-980f7562-aa48-4a63-8c75-b4efae1cf0ae req-43a7ba04-cb2b-4c13-b03d-efe515a7fb0a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.1036751 Jul 13 20:51:07.889089 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-980f7562-aa48-4a63-8c75-b4efae1cf0ae req-0bc3e863-b017-4647-8167-04a64607b760 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Jul 13 20:51:07.902632 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-f3f95075-160b-4f5b-87a3-f5748f5566a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:07.904831 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-f3f95075-160b-4f5b-87a3-f5748f5566a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934439 Jul 13 20:51:07.990259 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-c0a0d76a-78d5-418d-9dd4-aedb5e3809e3 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779998 Jul 13 20:51:08.079175 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32816e74-c18a-4688-a8dc-f836ce0c0084 req-28d83077-c77a-40fa-9f48-361530528def service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815682 Jul 13 20:51:08.263007 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87515ea8-f097-44c9-b261-7462e09f0bf6 req-5fd91e92-2ee7-453f-910b-7a4e90ace6b5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:08.264469 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-87515ea8-f097-44c9-b261-7462e09f0bf6 req-5fd91e92-2ee7-453f-910b-7a4e90ace6b5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0641973 Jul 13 20:51:08.301087 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-87515ea8-f097-44c9-b261-7462e09f0bf6 req-e91a2fe6-7a3e-48fe-bdd3-db350a53c745 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Jul 13 20:51:08.741299 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:51:09.056515 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007bd2-ddb2-4543-a21f-5cf53aa332a2 req-02e724fc-07e6-453d-80dc-9333342632dc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:09.057895 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-73007bd2-ddb2-4543-a21f-5cf53aa332a2 req-02e724fc-07e6-453d-80dc-9333342632dc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jul 13 20:51:09.094303 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-73007bd2-ddb2-4543-a21f-5cf53aa332a2 req-8ade8143-10b9-466c-b6b8-a0a3738d83f2 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Jul 13 20:51:09.473197 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4374-e763-42fe-a35f-521b987713f3 req-9215864d-9a7c-4a4f-ac64-7861e8118b67 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:09.474706 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6d4a4374-e763-42fe-a35f-521b987713f3 req-9215864d-9a7c-4a4f-ac64-7861e8118b67 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0615931 Jul 13 20:51:09.512966 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6d4a4374-e763-42fe-a35f-521b987713f3 req-b81984e1-50a9-41da-968d-896990232248 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Jul 13 20:51:10.264040 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a4f1-afbe-45cb-8d8a-36ea839ef322 req-dac13220-94b2-4cfd-965a-b72cda79b28c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:10.265541 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d64a4f1-afbe-45cb-8d8a-36ea839ef322 req-dac13220-94b2-4cfd-965a-b72cda79b28c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0619950 Jul 13 20:51:10.302833 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4d64a4f1-afbe-45cb-8d8a-36ea839ef322 req-2b92fab9-d676-4efa-a1b3-c847fa0257b1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Jul 13 20:51:10.710968 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fe0d4-8577-415b-8ab3-beb0391de649 req-c2cb2b15-8611-4502-ba03-9b6f70b7f500 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:10.712487 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-334fe0d4-8577-415b-8ab3-beb0391de649 req-c2cb2b15-8611-4502-ba03-9b6f70b7f500 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.0691292 Jul 13 20:51:10.749964 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-334fe0d4-8577-415b-8ab3-beb0391de649 req-3031369f-94a2-4552-8385-4a059047e84c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 13 20:51:11.473570 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49caee-a4ed-47ac-8d9a-62bb680d95bd req-ae2c436a-0f0b-4e2f-910f-71f30ac6b70c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:11.475055 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fe49caee-a4ed-47ac-8d9a-62bb680d95bd req-ae2c436a-0f0b-4e2f-910f-71f30ac6b70c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0638638 Jul 13 20:51:11.514360 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fe49caee-a4ed-47ac-8d9a-62bb680d95bd req-dd7f7025-ddb9-48f3-a700-04f5034c3d94 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330398 Jul 13 20:51:11.994907 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6336bb-16c0-4bf7-87ca-aa2f58e194b5 req-551c6567-ee68-495f-a416-f8d2c5bdfad0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:11.996542 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0b6336bb-16c0-4bf7-87ca-aa2f58e194b5 req-551c6567-ee68-495f-a416-f8d2c5bdfad0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 943 time: 0.1062715 Jul 13 20:51:12.013698 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bb3ca-b8b7-47fb-8ce5-2fa98b6495a1 req-e818c3d7-5351-46eb-883f-b379829f6412 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:12.015270 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-172bb3ca-b8b7-47fb-8ce5-2fa98b6495a1 req-e818c3d7-5351-46eb-883f-b379829f6412 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0761719 Jul 13 20:51:12.035291 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0b6336bb-16c0-4bf7-87ca-aa2f58e194b5 req-e1f8bcf9-8daf-41eb-ab35-156f0c35fe5e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Jul 13 20:51:12.052406 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-172bb3ca-b8b7-47fb-8ce5-2fa98b6495a1 req-f745bddc-24a4-412d-931e-88fc2ca9c1da tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Jul 13 20:51:12.689410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319be6-6126-4f07-bb29-de794fe52117 req-5b62fd4c-d9dc-4845-b7b3-cc63526d2364 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:12.690899 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60319be6-6126-4f07-bb29-de794fe52117 req-5b62fd4c-d9dc-4845-b7b3-cc63526d2364 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0679650 Jul 13 20:51:12.714775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:51:12.732486 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-60319be6-6126-4f07-bb29-de794fe52117 req-1a847010-0cec-4518-8c34-a56eaa6f43ea tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356214 Jul 13 20:51:12.808442 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:12.819033 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'mac_address': 'fa:16:3e:bd:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:51:12.854290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:12.866775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:51:12.885508 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:12.888906 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:12.938218 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=9']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:13.198840 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['42186181-8c72-4d25-aa13-16b29adc8bb8'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:51:13.214193 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4922b-906c-461b-92e6-f1f0ac222ee3 req-374429fa-fca6-4d2b-9eda-9ffcbef4d2c5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:13.215770 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e7e4922b-906c-461b-92e6-f1f0ac222ee3 req-374429fa-fca6-4d2b-9eda-9ffcbef4d2c5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 944 time: 0.0636792 Jul 13 20:51:13.221549 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7bd2c-b70e-4781-9d64-3120dd077ad9 req-7c5a43c7-e867-4e55-82cd-6efc08f1b1a5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:13.223177 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00f7bd2c-b70e-4781-9d64-3120dd077ad9 req-7c5a43c7-e867-4e55-82cd-6efc08f1b1a5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0625167 Jul 13 20:51:13.255386 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e7e4922b-906c-461b-92e6-f1f0ac222ee3 req-a32832ac-fbbd-4e2a-9f4f-fd9a67673833 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jul 13 20:51:13.261972 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00f7bd2c-b70e-4781-9d64-3120dd077ad9 req-26d7404a-c340-4ae1-879e-672a70379dac tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jul 13 20:51:13.909447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92597b-6251-4571-a4c3-1884f6fb50a8 req-f4b8ea09-0679-4b6f-b35d-cfeed2e88e34 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:13.910920 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4e92597b-6251-4571-a4c3-1884f6fb50a8 req-f4b8ea09-0679-4b6f-b35d-cfeed2e88e34 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0693507 Jul 13 20:51:13.947430 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4e92597b-6251-4571-a4c3-1884f6fb50a8 req-fd2b7584-27f3-4230-a18d-44ba6238b08f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299675 Jul 13 20:51:14.436624 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27390-a3c3-4fb4-b38f-1cbc8ce07f61 req-02752872-7ee5-4334-8567-9f3a86def737 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:14.438285 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cee27390-a3c3-4fb4-b38f-1cbc8ce07f61 req-02752872-7ee5-4334-8567-9f3a86def737 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 944 time: 0.0642238 Jul 13 20:51:14.440900 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168ebe5-2994-48eb-a01b-e79600177da5 req-903ed487-70f9-4849-946e-1d6d82369cfc tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:14.442356 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9168ebe5-2994-48eb-a01b-e79600177da5 req-903ed487-70f9-4849-946e-1d6d82369cfc tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0648248 Jul 13 20:51:14.477144 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cee27390-a3c3-4fb4-b38f-1cbc8ce07f61 req-19f67ec4-656f-4798-a0d6-35a9e8a51124 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Jul 13 20:51:14.484270 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9168ebe5-2994-48eb-a01b-e79600177da5 req-47ba0190-8352-4c18-84fc-a7fec6576ef7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348217 Jul 13 20:51:14.747258 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:51:14.797727 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 42186181-8c72-4d25-aa13-16b29adc8bb8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:51:14.798130 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:14.877732 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:14.899086 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:14.901303 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3fdf29-5eb9-46ff-8c1f-dfea0af15e84" -d '{"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:14.914312 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:14.918438 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:14.947512 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a6905-6271-4eda-9ab6-85923efc6c39 x-openstack-request-id: req-1f6a6905-6271-4eda-9ab6-85923efc6c39 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:14.947814 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-plugged", "status": "completed", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:14.948069 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f6a6905-6271-4eda-9ab6-85923efc6c39 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:14.948460 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'code': 200} Jul 13 20:51:14.968470 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=10']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:14.992551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7ea20-4995-4e6a-9c97-54e253de9796 req-e0ff7282-703c-4c87-8b0a-8c16af32651e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:14.993959 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-08a7ea20-4995-4e6a-9c97-54e253de9796 req-e0ff7282-703c-4c87-8b0a-8c16af32651e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0636787 Jul 13 20:51:15.033439 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-08a7ea20-4995-4e6a-9c97-54e253de9796 req-8d5275c0-f316-4bc0-beab-720fbe5cc9e1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Jul 13 20:51:15.126748 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a05c08-e1ab-48ce-8279-640baad5b030 req-ebb9d0c1-8815-4179-98bc-dc7325d79a63 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:15.128256 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e2a05c08-e1ab-48ce-8279-640baad5b030 req-ebb9d0c1-8815-4179-98bc-dc7325d79a63 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0641909 Jul 13 20:51:15.164513 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e2a05c08-e1ab-48ce-8279-640baad5b030 req-ae8f2ca1-bce7-449c-99cf-f64b2932bacb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303841 Jul 13 20:51:15.490413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb075-e36b-4995-a311-ca74aa3a7405 req-4de6fb10-213e-4eae-a0be-c8459585eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:15.492391 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd9cb075-e36b-4995-a311-ca74aa3a7405 req-4de6fb10-213e-4eae-a0be-c8459585eaf0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1099 time: 0.0500340 Jul 13 20:51:15.529059 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd9cb075-e36b-4995-a311-ca74aa3a7405 req-18d80ce4-011b-4822-b881-e0ab892a5022 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290003 Jul 13 20:51:15.659190 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1764e-4449-4fae-857d-019afad554b0 req-f02c5f7d-7d81-4dbd-967b-fc9e0808513d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:15.659553 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8ad42-ecc4-41d6-9a3f-dcaee7e77e75 req-31eb98c8-8538-4210-9150-2faf59aca326 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:15.660574 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e0d1764e-4449-4fae-857d-019afad554b0 req-f02c5f7d-7d81-4dbd-967b-fc9e0808513d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0610464 Jul 13 20:51:15.661001 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f4f8ad42-ecc4-41d6-9a3f-dcaee7e77e75 req-31eb98c8-8538-4210-9150-2faf59aca326 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0647757 Jul 13 20:51:15.698738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f4f8ad42-ecc4-41d6-9a3f-dcaee7e77e75 req-c1a3219e-fbec-470e-8a93-c8a4c7fd78c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Jul 13 20:51:15.701598 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e0d1764e-4449-4fae-857d-019afad554b0 req-5ae8b621-ebcb-4f1d-b655-24bd050571ca tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347471 Jul 13 20:51:16.200796 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c8fd-060c-4369-9079-2964a2be9b84 req-2a039d49-3845-409c-876e-2bd019d0fee0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:16.202330 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3407c8fd-060c-4369-9079-2964a2be9b84 req-2a039d49-3845-409c-876e-2bd019d0fee0 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0609868 Jul 13 20:51:16.239383 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3407c8fd-060c-4369-9079-2964a2be9b84 req-55dc07b3-0aaa-4a6b-a0c0-9e8316218b3e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Jul 13 20:51:16.331704 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65b67-351e-4cf3-b214-cff646b69dc5 req-83a707d4-d8e4-46ef-9b06-b6bd4e71cf6e tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:16.333040 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ec65b67-351e-4cf3-b214-cff646b69dc5 req-83a707d4-d8e4-46ef-9b06-b6bd4e71cf6e tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0601139 Jul 13 20:51:16.368641 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ec65b67-351e-4cf3-b214-cff646b69dc5 req-eb3dbd97-232e-4d6e-9374-3d5ab986fa6e tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295129 Jul 13 20:51:16.890456 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731bdc-34e9-4071-8f6d-c1d5f0b0cf6f req-ea9185c8-6674-4e9a-9b9d-443f84aac122 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:16.891984 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72731bdc-34e9-4071-8f6d-c1d5f0b0cf6f req-ea9185c8-6674-4e9a-9b9d-443f84aac122 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0764558 Jul 13 20:51:16.914498 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f01e7-83b6-4b5e-b256-3a3010e649bd req-92c87a8e-4832-46b2-8d45-e055b3db1e5d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:16.916044 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0a9f01e7-83b6-4b5e-b256-3a3010e649bd req-92c87a8e-4832-46b2-8d45-e055b3db1e5d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0879188 Jul 13 20:51:16.936799 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72731bdc-34e9-4071-8f6d-c1d5f0b0cf6f req-e884a0d4-5ee6-4142-b839-7eab26f1708e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Jul 13 20:51:16.956476 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0a9f01e7-83b6-4b5e-b256-3a3010e649bd req-7905a1ea-5861-4fba-b64e-fa26cf941d27 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Jul 13 20:51:17.414028 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0df0a-80b4-4593-9a6e-58c6956e1f7c req-752daa93-d578-4c9b-9e00-67ffc3b8fcb5 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:17.415613 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-25b0df0a-80b4-4593-9a6e-58c6956e1f7c req-752daa93-d578-4c9b-9e00-67ffc3b8fcb5 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0673676 Jul 13 20:51:17.457568 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-25b0df0a-80b4-4593-9a6e-58c6956e1f7c req-f737caf5-67de-40cd-adff-b28789131bb4 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339596 Jul 13 20:51:17.543122 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3648-01f9-4ce2-91f7-c43cb6572320 req-70fe2e5f-587f-46bc-8805-446320fbd1bb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:17.544736 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3a7c3648-01f9-4ce2-91f7-c43cb6572320 req-70fe2e5f-587f-46bc-8805-446320fbd1bb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0645423 Jul 13 20:51:17.581672 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3a7c3648-01f9-4ce2-91f7-c43cb6572320 req-92d4af98-ec6f-4494-a51f-456c068b3a31 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Jul 13 20:51:18.122664 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11688da-3164-4efe-8364-47186b0ae317 req-ca089daf-49cd-48a4-9abb-64dfcb69432e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:18.125253 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a11688da-3164-4efe-8364-47186b0ae317 req-ca089daf-49cd-48a4-9abb-64dfcb69432e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0642140 Jul 13 20:51:18.135833 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd57f1c-3763-4baa-867a-0f09ffcd1f4e req-cf3f5473-e769-4aa4-83e2-f1f2e2368d31 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:18.137289 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5bd57f1c-3763-4baa-867a-0f09ffcd1f4e req-cf3f5473-e769-4aa4-83e2-f1f2e2368d31 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0639498 Jul 13 20:51:18.163770 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a11688da-3164-4efe-8364-47186b0ae317 req-8354246a-ff53-412c-903b-be439e2a85ae tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Jul 13 20:51:18.173811 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5bd57f1c-3763-4baa-867a-0f09ffcd1f4e req-110f3908-7ac9-4050-82b4-2233b0a3d6c3 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 Jul 13 20:51:18.384931 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-6cd01f69-e42b-4425-b1bb-5f604317ab1e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:18.386322 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-6cd01f69-e42b-4425-b1bb-5f604317ab1e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.0622094 Jul 13 20:51:18.497695 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Deleting port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:51:18.498284 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:18.613710 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] For port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:18.614079 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:18.629726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Calling delete_port for cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:51:18.695629 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a41ba5-e4f7-46d7-b212-94ba33dfc79c req-67512660-3a0c-4925-829a-8586c8d814cd tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:18.697024 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34a41ba5-e4f7-46d7-b212-94ba33dfc79c req-67512660-3a0c-4925-829a-8586c8d814cd tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 946 time: 0.1255779 Jul 13 20:51:18.753578 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-34a41ba5-e4f7-46d7-b212-94ba33dfc79c req-fe3b5dea-11c8-427e-ba27-8bc3d0e4101c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Jul 13 20:51:18.754972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4ef92-1471-40b4-906d-512e6ce9c14b req-54e61f24-24d8-4a71-8ca4-89858c30dbaf tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:18.757128 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-57e4ef92-1471-40b4-906d-512e6ce9c14b req-54e61f24-24d8-4a71-8ca4-89858c30dbaf tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 944 time: 0.0658205 Jul 13 20:51:18.782652 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:51:18.795528 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-57e4ef92-1471-40b4-906d-512e6ce9c14b req-126d820c-9f9c-4164-b773-57524b95b508 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Jul 13 20:51:18.817546 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:18.829605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['31b60cc3-4507-489b-bbc0-2e82df1324ce', 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:51:18.840058 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Pushing event deleted for resources: {'Port': ['ID=cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:18.884149 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] No DVR routers for this DVR port cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:51:18.886707 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:18.888747 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79f5a58a-7a07-402c-b0fc-da87d182e6a3 req-20c4fc00-94b6-474d-b7ef-a60d0413417a tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "DELETE /v2.0/ports/cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 HTTP/1.1" status: 204 len: 173 time: 0.4968300 Jul 13 20:51:18.889185 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'name': 'network-vif-deleted', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:18.891512 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcd9c75-f5bd-46a2-b2de-e393d469c8c0" -d '{"events": [{"server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "name": "network-vif-deleted", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:18.941661 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:18.952416 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb356e3f-b245-4be2-a80b-848943fe9b44 x-openstack-request-id: req-fb356e3f-b245-4be2-a80b-848943fe9b44 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:18.952717 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f38e6b6-6384-4971-974d-474c4a3782da", "name": "network-vif-deleted", "tag": "cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:18.952967 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb356e3f-b245-4be2-a80b-848943fe9b44 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:18.953529 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38e6b6-6384-4971-974d-474c4a3782da', 'name': 'network-vif-deleted', 'tag': 'cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88', 'status': 'completed', 'code': 200} Jul 13 20:51:18.965347 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'port_id': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'mac_address': 'fa:16:3e:e3:41:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:51:19.031540 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:19.054020 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:51:19.085932 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:19.091398 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:19.142660 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:19.350174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864dcf4-7f90-465b-a5ba-2ad4149b40da req-61001339-2572-48e8-b873-7526d3d54e06 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:19.351658 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f864dcf4-7f90-465b-a5ba-2ad4149b40da req-61001339-2572-48e8-b873-7526d3d54e06 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0628235 Jul 13 20:51:19.388006 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f864dcf4-7f90-465b-a5ba-2ad4149b40da req-78b71144-eade-4407-a6a3-11775e27493b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Jul 13 20:51:19.453060 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:51:19.522519 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-28604781-a1df-4769-aae0-2612ffcf0d93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528989 Jul 13 20:51:19.907613 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a0a46702-386e-4372-bea5-ea67be5ebc29 req-f57c1b93-d048-4ce3-817d-673873d215f9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0286264 Jul 13 20:51:19.968332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b2e7-c613-4637-a886-564b1ce548fe req-b8ca215e-605d-437b-962c-d68a2830c5dc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:19.969790 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cd56b2e7-c613-4637-a886-564b1ce548fe req-b8ca215e-605d-437b-962c-d68a2830c5dc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 945 time: 0.0653906 Jul 13 20:51:20.007853 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cd56b2e7-c613-4637-a886-564b1ce548fe req-54e9fa5e-877c-4014-a0fc-751f588a9fc5 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jul 13 20:51:20.558679 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27793f17-28a5-4fc4-8d0b-37b5c6d48d6c req-8ce8360f-b204-4934-837b-f79c783b83fe tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:20.560168 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-27793f17-28a5-4fc4-8d0b-37b5c6d48d6c req-8ce8360f-b204-4934-837b-f79c783b83fe tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0604351 Jul 13 20:51:20.595832 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-27793f17-28a5-4fc4-8d0b-37b5c6d48d6c req-72c904ae-47dc-4a7d-9ef2-212fba577c08 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302141 Jul 13 20:51:21.056215 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7d93d747-f5d3-4494-af15-de21cbeec687 req-21219bdc-4a42-4e23-b8ce-04c1c31bf8f7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0272229 Jul 13 20:51:21.177388 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080fed-fd89-4aca-a63e-cd3b9cefba24 req-d3c3122c-b1a1-4cae-b894-51d0dcb96a9a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:21.179401 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0080fed-fd89-4aca-a63e-cd3b9cefba24 req-d3c3122c-b1a1-4cae-b894-51d0dcb96a9a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 945 time: 0.0655093 Jul 13 20:51:21.186926 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-640b5d38-371f-4683-b65f-a020cd968930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:21.218371 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b0080fed-fd89-4aca-a63e-cd3b9cefba24 req-6df18d6c-312f-41e6-8682-be4fdc8b0176 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Jul 13 20:51:21.489285 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:21.762513 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058245d-5d52-404c-90ed-ee7d9146b300 req-8e866d1b-7a3c-4cf1-b6c9-a13698e711dd tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:21.763949 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5058245d-5d52-404c-90ed-ee7d9146b300 req-8e866d1b-7a3c-4cf1-b6c9-a13698e711dd tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0603678 Jul 13 20:51:21.800297 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5058245d-5d52-404c-90ed-ee7d9146b300 req-70dc285e-2a1f-48af-8abd-ad81a80954a8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Jul 13 20:51:22.208879 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-805d3521-63a4-4785-8d8d-1dc84745c2ae req-99193de9-7cc0-4e40-9004-6dc35d972959 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f38e6b6-6384-4971-974d-474c4a3782da HTTP/1.1" status: 200 len: 210 time: 0.0347967 Jul 13 20:51:22.390295 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713cd16-7eb0-4ef8-9bcb-55109dbf3278 req-d3234fd4-36e3-4f30-a647-0ceebc088347 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.391644 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9713cd16-7eb0-4ef8-9bcb-55109dbf3278 req-d3234fd4-36e3-4f30-a647-0ceebc088347 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 945 time: 0.0634398 Jul 13 20:51:22.427511 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9713cd16-7eb0-4ef8-9bcb-55109dbf3278 req-ae4d1499-842e-40dd-8453-13d7b8a95467 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297318 Jul 13 20:51:22.603119 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-d097c13e-5ece-49ed-93c8-124a553ec6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.604579 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-d097c13e-5ece-49ed-93c8-124a553ec6fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 1099 time: 0.0493031 Jul 13 20:51:22.712459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-5811fc3d-9b0a-4333-9414-f7d6387e5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.713835 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-5811fc3d-9b0a-4333-9414-f7d6387e5b64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0838790 Jul 13 20:51:22.808792 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-1733fa78-4761-4fcb-af68-7a49ac2c8317 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0846868 Jul 13 20:51:22.872061 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-c6071de8-e745-46a2-9a23-ddf1e2dcd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.873916 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-c6071de8-e745-46a2-9a23-ddf1e2dcd5fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0481715 Jul 13 20:51:22.981416 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-d7e937c1-1f90-4918-838b-888b57ad2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.982944 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-d7e937c1-1f90-4918-838b-888b57ad2fe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920527 Jul 13 20:51:22.997538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dab8a3-fbc9-4b97-af5e-f567033d4af6 req-79fad07a-f955-4f78-9d15-898f34f83489 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:22.999339 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3dab8a3-fbc9-4b97-af5e-f567033d4af6 req-79fad07a-f955-4f78-9d15-898f34f83489 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0813658 Jul 13 20:51:23.085990 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3dab8a3-fbc9-4b97-af5e-f567033d4af6 req-b9f831de-349e-44d6-b958-bb5a728e0648 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779169 Jul 13 20:51:23.106827 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-951c8622-72e0-489a-99cc-c7deba0984b1 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065395 Jul 13 20:51:23.198018 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-86684174-5da2-44a4-a3e7-bd1446c24c48 req-fd79e438-5d14-4e0f-8213-a118c0a22031 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811658 Jul 13 20:51:23.472531 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:51:23.533366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:51:23.537224 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:51:23.538156 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.613623 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f0c0a-05fb-4463-b53c-b8017900de6e req-63f8804d-1312-4698-9bb7-5bcb53c26743 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:23.616131 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a29f0c0a-05fb-4463-b53c-b8017900de6e req-63f8804d-1312-4698-9bb7-5bcb53c26743 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 945 time: 0.0732419 Jul 13 20:51:23.624642 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.648569 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:23.650828 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f37b05-5731-4486-9fe9-b657ccd9d526" -d '{"events": [{"server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "name": "network-vif-plugged", "status": "completed", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:23.658293 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a29f0c0a-05fb-4463-b53c-b8017900de6e req-271514ae-3006-42d2-b4b7-afe8b09f8d97 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360332 Jul 13 20:51:23.664221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:23.668615 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.669896 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:51:23.676332 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330546-443a-4583-99dc-1e6d492a16bf req-fd6a70c7-c9a6-489a-9be2-9bb9ff4d1aab tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:23.679040 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72330546-443a-4583-99dc-1e6d492a16bf req-fd6a70c7-c9a6-489a-9be2-9bb9ff4d1aab tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0675771 Jul 13 20:51:23.720424 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72330546-443a-4583-99dc-1e6d492a16bf req-aee50cb9-df34-4b32-8df9-da4f648eaec9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jul 13 20:51:23.724781 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:51:23.725610 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device cc4564d7-f3aa-4cd5-88ef-1b7344ae6d88 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:51:23.729704 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770ae21-0cfa-43a8-b544-7f3cfb6873ef x-openstack-request-id: req-b770ae21-0cfa-43a8-b544-7f3cfb6873ef {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:23.729994 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "name": "network-vif-plugged", "status": "completed", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:23.730242 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b770ae21-0cfa-43a8-b544-7f3cfb6873ef {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:23.730635 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'code': 200} Jul 13 20:51:23.747297 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4223a19f-04c3-4b48-b040-4f1f2221a868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:23.760680 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:23.767516 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.767800 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.768137 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.768466 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.768791 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.769117 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.769439 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.769761 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.770081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.770398 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.770748 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.771064 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:23.811350 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:24.256547 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92946-9772-40c9-8921-d338240c4113 req-11346d6b-138b-47bb-bdbe-ff4b412d6abb tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:24.257987 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1d92946-9772-40c9-8921-d338240c4113 req-11346d6b-138b-47bb-bdbe-ff4b412d6abb tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0620122 Jul 13 20:51:24.292915 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1d92946-9772-40c9-8921-d338240c4113 req-b1527800-786f-4bdd-b5ce-b9c46410ea73 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293214 Jul 13 20:51:24.659230 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:24.829011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4663e9-d31c-47c3-80a9-afbcc6b23b55 req-c51e54a6-ca40-46a1-9932-3cb86d283087 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:24.830569 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be4663e9-d31c-47c3-80a9-afbcc6b23b55 req-c51e54a6-ca40-46a1-9932-3cb86d283087 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0618596 Jul 13 20:51:24.867544 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-be4663e9-d31c-47c3-80a9-afbcc6b23b55 req-2b6467e5-53e3-4b06-be59-955d0ff53b28 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Jul 13 20:51:24.897670 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235464-4e10-43c6-bf79-688f48422084 req-bbbcf76f-ddcd-4c97-ad2d-7f8a3521e5ce tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:24.899157 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9d235464-4e10-43c6-bf79-688f48422084 req-bbbcf76f-ddcd-4c97-ad2d-7f8a3521e5ce tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0667355 Jul 13 20:51:24.935941 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9d235464-4e10-43c6-bf79-688f48422084 req-ad6362bf-cb10-48ce-8b10-b809e7366497 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Jul 13 20:51:25.467506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739968-c432-4bf9-bfd5-2304b9b2b069 req-2b502d9f-0073-49cd-a92a-4b6c9c4892d3 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:25.468981 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e739968-c432-4bf9-bfd5-2304b9b2b069 req-2b502d9f-0073-49cd-a92a-4b6c9c4892d3 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0655756 Jul 13 20:51:25.505123 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1e739968-c432-4bf9-bfd5-2304b9b2b069 req-3b1cae9e-66ce-48e5-bfa9-d2a21361ed16 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Jul 13 20:51:26.036480 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7b6b1-fb22-43d5-8a89-133521256af3 req-c0c57a70-353d-45c5-8adb-e51c0cb66919 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:26.038455 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3e7b6b1-fb22-43d5-8a89-133521256af3 req-c0c57a70-353d-45c5-8adb-e51c0cb66919 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0614722 Jul 13 20:51:26.076365 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3e7b6b1-fb22-43d5-8a89-133521256af3 req-f5502143-1561-4572-a72b-2096f9b0d306 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 13 20:51:26.105263 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cecd00-3eac-4596-97a4-68aba4e3233a req-f9078dcf-a97e-45e6-98bb-4e94a44f7080 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:26.106760 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29cecd00-3eac-4596-97a4-68aba4e3233a req-f9078dcf-a97e-45e6-98bb-4e94a44f7080 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0616226 Jul 13 20:51:26.142912 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-29cecd00-3eac-4596-97a4-68aba4e3233a req-1cc5185d-ac71-4404-8e8c-639dd2eacd08 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Jul 13 20:51:26.425303 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:26.675823 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c221aa3-b5b2-43d7-9bcc-cacc31bc0acf req-628d0e76-f573-4f8a-b46e-d286f7225d38 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:26.677169 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c221aa3-b5b2-43d7-9bcc-cacc31bc0acf req-628d0e76-f573-4f8a-b46e-d286f7225d38 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0633032 Jul 13 20:51:26.718178 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3c221aa3-b5b2-43d7-9bcc-cacc31bc0acf req-e53b725b-15ff-4725-8766-ed6f0c86b823 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352535 Jul 13 20:51:26.777866 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a3cd2-17d2-4fed-ba1e-09eef2772275 req-6f1d1623-c81f-4d2d-bc4d-4f2497a84a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:26.779341 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-223a3cd2-17d2-4fed-ba1e-09eef2772275 req-6f1d1623-c81f-4d2d-bc4d-4f2497a84a94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 1099 time: 0.0510211 Jul 13 20:51:26.817377 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-223a3cd2-17d2-4fed-ba1e-09eef2772275 req-989ad6cb-7019-43a4-9519-489437dc8b6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299270 Jul 13 20:51:27.254118 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47efd31-b29d-4ac9-846e-a9d15bbf8c04 req-28bf5cc8-6dce-4d59-8d20-9ceb9e04d4b5 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:27.256300 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c47efd31-b29d-4ac9-846e-a9d15bbf8c04 req-28bf5cc8-6dce-4d59-8d20-9ceb9e04d4b5 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0674617 Jul 13 20:51:27.293378 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c47efd31-b29d-4ac9-846e-a9d15bbf8c04 req-ddf0cb0f-fe1d-4af5-9bf0-254bdbdfe3d5 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 13 20:51:27.310130 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d0a5f-c607-4d3b-a16c-3e56caa2c36e req-7044740e-e7f4-4155-a177-9d2b75ffa77c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:27.311726 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c2d0a5f-c607-4d3b-a16c-3e56caa2c36e req-7044740e-e7f4-4155-a177-9d2b75ffa77c tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0617023 Jul 13 20:51:27.347261 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1c2d0a5f-c607-4d3b-a16c-3e56caa2c36e req-37c5c7f0-1968-4e27-8a75-da4ba5a4bac6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302334 Jul 13 20:51:27.896076 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d829-dab0-4272-a62b-7334f2f015b3 req-c50aa0ae-9a50-465b-8bdd-bc106ed432d0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:27.898232 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-68c5d829-dab0-4272-a62b-7334f2f015b3 req-c50aa0ae-9a50-465b-8bdd-bc106ed432d0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0617702 Jul 13 20:51:27.936459 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-68c5d829-dab0-4272-a62b-7334f2f015b3 req-6b41fe5a-b48a-41c2-88ef-c08bfc87d9ff tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Jul 13 20:51:28.463020 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fcccd-e6ef-4d0b-b695-a2d2236240b2 req-061fb773-74f9-4827-b6c8-e74c99bd6d76 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:28.464475 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-627fcccd-e6ef-4d0b-b695-a2d2236240b2 req-061fb773-74f9-4827-b6c8-e74c99bd6d76 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0610926 Jul 13 20:51:28.501512 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-627fcccd-e6ef-4d0b-b695-a2d2236240b2 req-f351c9d2-8f54-4966-9649-b7de9ab8b2f6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Jul 13 20:51:28.523886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bfe85-f806-46a9-a3eb-8106b5fb750e req-9f385f87-47cc-4804-84e1-46038cb2fb9d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:28.525398 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e48bfe85-f806-46a9-a3eb-8106b5fb750e req-9f385f87-47cc-4804-84e1-46038cb2fb9d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0661619 Jul 13 20:51:28.562720 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e48bfe85-f806-46a9-a3eb-8106b5fb750e req-f02b866c-9bea-4441-a762-bc48ea1fd374 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 13 20:51:28.675949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd402fe-01f2-4aaa-b5f2-aa795e28ce0b req-f6b1c801-36d2-4a53-92c0-4cca8d8d62c3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:28.677388 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4dd402fe-01f2-4aaa-b5f2-aa795e28ce0b req-f6b1c801-36d2-4a53-92c0-4cca8d8d62c3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0671399 Jul 13 20:51:28.714308 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4dd402fe-01f2-4aaa-b5f2-aa795e28ce0b req-e74d609d-16e6-406c-91ef-b45a3b8f7862 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Jul 13 20:51:28.738278 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40460) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:28.837243 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359e87a-a1fb-463e-964d-0e9ccce0e588 tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:28.838768 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6359e87a-a1fb-463e-964d-0e9ccce0e588 tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 1094 time: 0.0994616 Jul 13 20:51:28.841632 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40464) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:28.845938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'port_id': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:51:28.870793 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:28.968829 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:29.069375 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.27.2.11 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/c3931b3d-e031-4f0e-89c1-4092d44af3b5) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:51:29.108568 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da8788-1d72-4f6a-9564-2071dc49cf4a req-b41b5576-d56f-4e3e-bd16-7c203794c68f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:29.109946 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97da8788-1d72-4f6a-9564-2071dc49cf4a req-b41b5576-d56f-4e3e-bd16-7c203794c68f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0615919 Jul 13 20:51:29.147112 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97da8788-1d72-4f6a-9564-2071dc49cf4a req-8ebc98c7-70ef-4618-a848-59e971a8664f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303624 Jul 13 20:51:29.170374 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:29.207774 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:29.239945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:51:29.243318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:51:29.249577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:51:29.274819 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=c3931b3d-e031-4f0e-89c1-4092d44af3b5,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:29.288464 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.288807 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.289139 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.289469 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.289790 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.290112 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.290460 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.290806 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.291127 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.291442 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.291758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.292072 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:51:29.947392 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8236-adee-4469-9507-db3cc10244a7 req-63b09197-5cf1-4e96-a643-25360ace9db7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:29.949095 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-76de8236-adee-4469-9507-db3cc10244a7 req-63b09197-5cf1-4e96-a643-25360ace9db7 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.1470339 Jul 13 20:51:29.952986 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.026023 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-76de8236-adee-4469-9507-db3cc10244a7 req-df0128af-e897-420f-9029-859b41d6b361 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Jul 13 20:51:30.063901 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.205095 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.209997 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.277366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=c3931b3d-e031-4f0e-89c1-4092d44af3b5,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:30.288854 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.325636 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22680-e92a-4231-85f2-e334e6b17b42 req-488e1439-7b25-4b9a-85ee-e12cccaa69c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:30.327156 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ba22680-e92a-4231-85f2-e334e6b17b42 req-488e1439-7b25-4b9a-85ee-e12cccaa69c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0637424 Jul 13 20:51:30.368107 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9ba22680-e92a-4231-85f2-e334e6b17b42 req-88ef87ae-8010-40db-84ee-c1251652f233 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349848 Jul 13 20:51:30.387443 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP 8dc77985-ee40-491e-a49a-1a179c7e5fca associated. External IP: 172.27.2.11, port: b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b. Jul 13 20:51:30.587589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:51:30.689958 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:51:30.699906 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:51:30.705459 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:30.709479 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:51:30.710043 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:30.740387 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a53226b2-c69f-4db1-86f2-251a40cd6c46 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8977668 Jul 13 20:51:30.740972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:30.743348 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:30.778938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c24929a-dc7f-4509-a756-cc5892176899 x-openstack-request-id: req-2c24929a-dc7f-4509-a756-cc5892176899 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:30.779232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:30.779483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c24929a-dc7f-4509-a756-cc5892176899 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:30.779904 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'status': 'completed', 'code': 200} Jul 13 20:51:30.816523 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:51:30.863080 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-5300e0a7-65b7-4cb2-a685-802601ec0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:30.864642 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-5300e0a7-65b7-4cb2-a685-802601ec0d07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 1099 time: 0.0537512 Jul 13 20:51:30.971464 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-8453f8bb-2ff4-4e2c-a99d-2514d963b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:30.972519 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-8453f8bb-2ff4-4e2c-a99d-2514d963b776 service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0931683 Jul 13 20:51:31.050859 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-838bf933-1163-47ef-99bd-9b6c9f261af0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b HTTP/1.1" status: 200 len: 999 time: 0.0710092 Jul 13 20:51:31.051455 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '8dc77985-ee40-491e-a49a-1a179c7e5fca', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:e3:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a72998-a212-4e15-8093-968710bfa1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:51:29Z', 'updated_at': '2021-07-13T20:51:29Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:31.095054 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:51:31.104881 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:51:31.105493 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:31.118190 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-afecfa2c-4d69-4ac7-b486-0b30b70f14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:31.119754 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-afecfa2c-4d69-4ac7-b486-0b30b70f14a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0595040 Jul 13 20:51:31.189782 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-9d017158-e09b-4161-b5ca-e301feff61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:31.192034 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-9d017158-e09b-4161-b5ca-e301feff61de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582798 Jul 13 20:51:31.210260 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:51:31.215246 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1da9b-7690-43f2-8d62-e8544bb3cc63 req-beee87c2-e95b-4730-ba39-496afcda031d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:31.216764 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5ad1da9b-7690-43f2-8d62-e8544bb3cc63 req-beee87c2-e95b-4730-ba39-496afcda031d tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0644884 Jul 13 20:51:31.255967 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5ad1da9b-7690-43f2-8d62-e8544bb3cc63 req-88cdd0da-da33-48d1-89a0-8b197ae4c767 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jul 13 20:51:31.293314 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-32bdc11b-79a5-4d37-ac39-f53a4d6ebf95 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856445 Jul 13 20:51:31.381104 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cba08d1d-aa5c-4ba9-9c6e-61796aa1e6ad req-a932502a-e5d9-47f9-aea0-351f011c87ea service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806289 Jul 13 20:51:31.438306 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '8dc77985-ee40-491e-a49a-1a179c7e5fca', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:e3:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a72998-a212-4e15-8093-968710bfa1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:51:29Z', 'updated_at': '2021-07-13T20:51:29Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:31.464616 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451224-4e83-4475-a5c7-03a68ee0569c None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '8dc77985-ee40-491e-a49a-1a179c7e5fca', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:e3:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a72998-a212-4e15-8093-968710bfa1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:51:29Z', 'updated_at': '2021-07-13T20:51:29Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:51:31.563014 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47b202-f555-44af-ab67-74dcdb91fde6 req-5411882e-147b-46f7-b7ee-c207b35d4d62 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:31.564530 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc47b202-f555-44af-ab67-74dcdb91fde6 req-5411882e-147b-46f7-b7ee-c207b35d4d62 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0686226 Jul 13 20:51:31.604697 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc47b202-f555-44af-ab67-74dcdb91fde6 req-aaaf84f5-586d-4fa4-9482-2f20ff8da1e4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Jul 13 20:51:31.649299 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde69e3-d6f8-4648-bd8a-ab29811de72a None None] New status for floating IP 8dc77985-ee40-491e-a49a-1a179c7e5fca: ACTIVE {{(pid=104499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:51:32.430749 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afd386-36ea-4873-8c32-8c9711111b04 req-a23299b2-f796-4215-98ca-55a6d4333bf9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:32.432127 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e8afd386-36ea-4873-8c32-8c9711111b04 req-a23299b2-f796-4215-98ca-55a6d4333bf9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0632186 Jul 13 20:51:32.469306 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e8afd386-36ea-4873-8c32-8c9711111b04 req-11dd93c5-ce2f-4690-a144-74953cda63e1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 13 20:51:32.499382 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00331b3-ee14-4caf-95be-73dcd890b958 req-d7b37897-96e8-44db-afce-b5a299f1dc78 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:32.500834 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a00331b3-ee14-4caf-95be-73dcd890b958 req-d7b37897-96e8-44db-afce-b5a299f1dc78 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0661874 Jul 13 20:51:32.536511 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a00331b3-ee14-4caf-95be-73dcd890b958 req-6454eea1-18aa-42fd-9439-8f165c4e6235 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296764 Jul 13 20:51:32.779353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e606b-5298-43ed-86ba-9f74e43f6441 req-2f0c426a-94d3-443d-92b6-4d9d0725a80f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:32.780768 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-011e606b-5298-43ed-86ba-9f74e43f6441 req-2f0c426a-94d3-443d-92b6-4d9d0725a80f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0605826 Jul 13 20:51:32.816068 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-011e606b-5298-43ed-86ba-9f74e43f6441 req-63bfa0e7-2b28-4a05-9696-cfdcb4de2199 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298531 Jul 13 20:51:33.638223 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b922-fdad-401b-8f3c-55166b155b72 req-b7d49c9a-df09-41b3-93b9-68fbee0b8ff6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:33.639749 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-da25b922-fdad-401b-8f3c-55166b155b72 req-b7d49c9a-df09-41b3-93b9-68fbee0b8ff6 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0631897 Jul 13 20:51:33.676969 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-da25b922-fdad-401b-8f3c-55166b155b72 req-69fc3cf5-821d-43f2-87a2-69328c1c619e tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/security-groups?id=43a4a036-3841-4e8f-b559-48960905a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Jul 13 20:51:33.748007 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0fa9d-ffa8-4e33-b720-313affb11fa0 req-6dc9e83e-438f-44c8-b12f-69ad7b16c6f7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:33.749735 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1f0fa9d-ffa8-4e33-b720-313affb11fa0 req-6dc9e83e-438f-44c8-b12f-69ad7b16c6f7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.1058927 Jul 13 20:51:33.761987 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f254f080-f67e-43af-aae4-12dac353dbb9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:33.763369 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f254f080-f67e-43af-aae4-12dac353dbb9 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 946 time: 0.0895503 Jul 13 20:51:33.833244 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1f0fa9d-ffa8-4e33-b720-313affb11fa0 req-164a1071-5c19-425b-8b81-ded1a105e49a tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689552 Jul 13 20:51:33.891336 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Deleting port 31b60cc3-4507-489b-bbc0-2e82df1324ce {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:51:33.891676 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:33.979560 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] For port 31b60cc3-4507-489b-bbc0-2e82df1324ce, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=31b60cc3-4507-489b-bbc0-2e82df1324ce,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:33.979804 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:33.991036 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7817bad-1359-4d94-9157-1dbdb6e08c2a req-b46c385b-0f6d-43de-accf-fd6fda6f9eda tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:33.992181 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Calling delete_port for 31b60cc3-4507-489b-bbc0-2e82df1324ce owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:51:33.992623 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a7817bad-1359-4d94-9157-1dbdb6e08c2a req-b46c385b-0f6d-43de-accf-fd6fda6f9eda tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0628099 Jul 13 20:51:34.030748 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a7817bad-1359-4d94-9157-1dbdb6e08c2a req-dc564f90-8d5c-433a-b188-80cec5242afe tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323098 Jul 13 20:51:34.320527 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:34.333631 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['31b60cc3-4507-489b-bbc0-2e82df1324ce'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:51:34.348172 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Pushing event deleted for resources: {'Port': ['ID=31b60cc3-4507-489b-bbc0-2e82df1324ce,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:34.393666 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] No DVR routers for this DVR port 31b60cc3-4507-489b-bbc0-2e82df1324ce on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:51:34.396573 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:34.398482 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ea6c0fa1-7de2-4008-a1be-0bc39466f4e7 req-f2b4c3bb-b43b-46f1-b235-31153541b405 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.44 "DELETE /v2.0/ports/31b60cc3-4507-489b-bbc0-2e82df1324ce HTTP/1.1" status: 204 len: 173 time: 0.6214206 Jul 13 20:51:34.398940 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'name': 'network-vif-deleted', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:34.401127 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f40da4-7cc0-41a8-9a65-c7396bb293eb" -d '{"events": [{"server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "name": "network-vif-deleted", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:34.436836 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b8cbb-21e8-4e5c-91c7-889590e7adaa x-openstack-request-id: req-b82b8cbb-21e8-4e5c-91c7-889590e7adaa {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:34.437142 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05b3c1-9847-475c-9895-393433d78171", "name": "network-vif-deleted", "tag": "31b60cc3-4507-489b-bbc0-2e82df1324ce", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:34.437386 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b82b8cbb-21e8-4e5c-91c7-889590e7adaa {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:34.437853 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d05b3c1-9847-475c-9895-393433d78171', 'name': 'network-vif-deleted', 'tag': '31b60cc3-4507-489b-bbc0-2e82df1324ce', 'status': 'completed', 'code': 200} Jul 13 20:51:34.731696 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-2784a1dd-2a7c-4aa3-87f0-da124d4e85a0 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:34.733235 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-2784a1dd-2a7c-4aa3-87f0-da124d4e85a0 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.0623434 Jul 13 20:51:34.828753 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6d3bc434-adaa-49b5-83b2-551545c91429 req-b7a037fb-7403-4f18-ad6a-c5609cc032e1 tempest-ServerRescueNegativeTestJSON-1109650716 tempest-ServerRescueNegativeTestJSON-1109650716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d05b3c1-9847-475c-9895-393433d78171 HTTP/1.1" status: 200 len: 210 time: 0.0317023 Jul 13 20:51:34.836528 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Deleting port 9b061e28-7c10-4874-8740-3bbf937e8461 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:51:34.836992 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:34.929077 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] For port 9b061e28-7c10-4874-8740-3bbf937e8461, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9b061e28-7c10-4874-8740-3bbf937e8461,segment=NetworkSegment(69302ee3-9bed-464e-b6ce-091ac1fb9146),segment_id=69302ee3-9bed-464e-b6ce-091ac1fb9146)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:34.929466 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:34.942468 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Calling delete_port for 9b061e28-7c10-4874-8740-3bbf937e8461 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:51:35.075171 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f45a-63db-414d-8a70-26135f91c758 req-9b478523-3e7b-4893-a159-15d22493ad78 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:35.076693 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64c0f45a-63db-414d-8a70-26135f91c758 req-9b478523-3e7b-4893-a159-15d22493ad78 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/ports?device_id=c000d497-08b8-4684-9521-01b85559d66a HTTP/1.1" status: 200 len: 946 time: 0.1234801 Jul 13 20:51:35.156892 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:35.161299 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64c0f45a-63db-414d-8a70-26135f91c758 req-a5443e94-3313-4324-92a2-de93a7ff2ba5 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.54 "GET /v2.0/security-groups?id=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Jul 13 20:51:35.169741 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['9b061e28-7c10-4874-8740-3bbf937e8461'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:51:35.198571 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Pushing event deleted for resources: {'Port': ['ID=9b061e28-7c10-4874-8740-3bbf937e8461,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:35.222956 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71510f85-ca9c-437f-868f-b1be2b9dac97 req-0e8809d9-3d87-40f4-b7f0-2bbb479e8a0d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:35.224999 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-71510f85-ca9c-437f-868f-b1be2b9dac97 req-0e8809d9-3d87-40f4-b7f0-2bbb479e8a0d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0710063 Jul 13 20:51:35.237742 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] No DVR routers for this DVR port 9b061e28-7c10-4874-8740-3bbf937e8461 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:51:35.240739 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:35.242705 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-816f11fc-a86d-4f9d-aa0a-e65aad565d25 req-c7a2dc7d-6b86-4bce-82b8-b0ba203481a7 tempest-VolumesSnapshotTestJSON-1389061647 tempest-VolumesSnapshotTestJSON-1389061647-project] 10.222.0.44 "DELETE /v2.0/ports/9b061e28-7c10-4874-8740-3bbf937e8461 HTTP/1.1" status: 204 len: 173 time: 0.5032270 Jul 13 20:51:35.265456 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-71510f85-ca9c-437f-868f-b1be2b9dac97 req-c46246e8-22a4-409a-8dc7-29c50e2a8fa8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345154 Jul 13 20:51:35.920067 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 40522) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:36.317534 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:36.441002 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'name': 'network-vif-deleted', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:51:36.444373 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2389dc-3b08-4b0e-bbbf-2a6d24e8172c" -d '{"events": [{"server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "name": "network-vif-deleted", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:51:36.485011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9e4c6-5a11-4d97-be82-ce6c4bac51a4 x-openstack-request-id: req-99c9e4c6-5a11-4d97-be82-ce6c4bac51a4 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:51:36.485305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c000d497-08b8-4684-9521-01b85559d66a", "name": "network-vif-deleted", "tag": "9b061e28-7c10-4874-8740-3bbf937e8461", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:51:36.485555 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99c9e4c6-5a11-4d97-be82-ce6c4bac51a4 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:51:36.486240 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000d497-08b8-4684-9521-01b85559d66a', 'name': 'network-vif-deleted', 'tag': '9b061e28-7c10-4874-8740-3bbf937e8461', 'status': 'completed', 'code': 200} Jul 13 20:51:36.566336 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e8306-63c8-43a7-a011-857ce6659ec0 req-fd35d0c3-8e97-43a1-a20f-7027d58c1f1d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:36.568835 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c2e8306-63c8-43a7-a011-857ce6659ec0 req-fd35d0c3-8e97-43a1-a20f-7027d58c1f1d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1742761 Jul 13 20:51:36.633340 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c2e8306-63c8-43a7-a011-857ce6659ec0 req-9749181a-e696-4594-9cf2-7814c18c7da7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589254 Jul 13 20:51:36.712296 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Deleting port 197bed29-cce5-4998-a176-7342556416da {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:51:36.712560 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:36.789967 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] For port 197bed29-cce5-4998-a176-7342556416da, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=197bed29-cce5-4998-a176-7342556416da,segment=NetworkSegment(0f82d016-2a53-407b-bc64-b0ed8aefd805),segment_id=0f82d016-2a53-407b-bc64-b0ed8aefd805)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:36.790321 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:36.802197 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Calling delete_port for 197bed29-cce5-4998-a176-7342556416da owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:51:36.986529 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:37.011843 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=197bed29-cce5-4998-a176-7342556416da,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:37.163773 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:37.495397 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 31b60cc3-4507-489b-bbc0-2e82df1324ce no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:51:37.514948 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 31b60cc3-4507-489b-bbc0-2e82df1324ce {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:51:37.515290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 31b60cc3-4507-489b-bbc0-2e82df1324ce not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:51:37.578562 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:51:37.685622 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:51:37.691080 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-561e6a36-5cb7-4898-9f38-e9e6701d1d6d admin admin] 10.222.0.54 "PUT /v2.0/routers/5e5d7278-1d2f-431a-b3dc-a724a58fbddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698996 Jul 13 20:51:37.695055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40544) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:37.701936 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Sync routers for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:51:37.722001 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:51:37.722738 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:37.859736 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:51:37.882379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe351-e947-41c0-940c-6609cf763ca8 req-ec3062dc-7138-48fb-a3f2-fb4030db4df2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:37.884002 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-87bfe351-e947-41c0-940c-6609cf763ca8 req-ec3062dc-7138-48fb-a3f2-fb4030db4df2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1153948 Jul 13 20:51:37.885147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:37.988325 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-87bfe351-e947-41c0-940c-6609cf763ca8 req-31071186-f7f6-4cf5-ac1d-a768cb41d7c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687447 Jul 13 20:51:38.011836 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.038813 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:51:36Z', 'revision_number': 5, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port': {'id': 'bfaa64d7-444a-434a-9095-b389aa41b627', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.063751 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Checking router: 5e5d7278-1d2f-431a-b3dc-a724a58fbddd for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:51:38.065380 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Deleting port bfaa64d7-444a-434a-9095-b389aa41b627 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:51:38.065721 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.072211 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Routers {'5e5d7278-1d2f-431a-b3dc-a724a58fbddd'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:51:38.072796 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.142402 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] For port bfaa64d7-444a-434a-9095-b389aa41b627, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=bfaa64d7-444a-434a-9095-b389aa41b627,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:51:38.142790 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.154523 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] Set router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:51:38.155119 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Calling delete_port for bfaa64d7-444a-434a-9095-b389aa41b627 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:51:38.203588 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:51:38Z', 'revision_number': 6, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.230953 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0d627-4fca-4e09-a124-5feed92b6504 None None] The sync data for ids ['5e5d7278-1d2f-431a-b3dc-a724a58fbddd'] in dv-cinder-800703-1-iscsi is: [{'id': '5e5d7278-1d2f-431a-b3dc-a724a58fbddd', 'name': 'tempest-ServerRescueNegativeTestJSON-780629365-router', 'tenant_id': 'f28b90b1b82042f180370aee15499dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:51:38Z', 'revision_number': 6, 'project_id': 'f28b90b1b82042f180370aee15499dba', 'gw_port_host': None}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:51:38.331532 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.359866 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfaa64d7-444a-434a-9095-b389aa41b627,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:38.416624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.513979 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.515944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.579215 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.579736 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5d7278-1d2f-431a-b3dc-a724a58fbddd {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:51:38.584979 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.586117 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-3416cd24-ad6c-41ff-9d80-990365e0d2dc admin admin] 10.222.0.54 "DELETE /v2.0/routers/5e5d7278-1d2f-431a-b3dc-a724a58fbddd HTTP/1.1" status: 204 len: 168 time: 0.8886313 Jul 13 20:51:38.588548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40548) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:38.632756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Deleting subnet ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:51:38.635894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.669440 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.709814 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.761412 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.788150 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9c6a2c-cc35-4ce7-b114-11a6d28606d9,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:38.790211 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.792095 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-cba4e4d4-1b8c-4c8c-be09-0279d3d10aea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ba9c6a2c-cc35-4ce7-b114-11a6d28606d9 HTTP/1.1" status: 204 len: 168 time: 0.2026119 Jul 13 20:51:38.794430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40552) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:38.858563 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.935395 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.945103 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d431d-57d5-4505-be77-df23c3d81fea']}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.954547 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f82d016-2a53-407b-bc64-b0ed8aefd805') {'for_net_delete': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.954866 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f82d016-2a53-407b-bc64-b0ed8aefd805') {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:38.963748 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186521'] for segment, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.976882 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.983660 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:51:38.984318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6186441'] for segment, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: Traceback (most recent call last): Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: timer() Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: cb(*args, **kw) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: return func(*args, **kwargs) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: self._notify() Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: self.callback(batched_events) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: event.method(event) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: return f(self, *a, **k) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._get(url).json() Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: return self.request(url, 'GET', **kwargs) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:51:38.985990 dv-cinder-800703-1-iscsi neutron-server[104498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:51:39.041299 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.046478 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.051080 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8b3d431d-57d5-4505-be77-df23c3d81fea HTTP/1.1" status: 204 len: 168 time: 0.2556407 Jul 13 20:51:39.068376 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994ff85-38f7-4890-ae60-68351c8b9978 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3d431d-57d5-4505-be77-df23c3d81fea,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:39.187553 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac290-550e-46ee-a1bd-832f7e8b4261 req-690462cb-bceb-4017-b1d4-da010f753551 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:39.189821 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10dac290-550e-46ee-a1bd-832f7e8b4261 req-690462cb-bceb-4017-b1d4-da010f753551 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0798569 Jul 13 20:51:39.233996 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-10dac290-550e-46ee-a1bd-832f7e8b4261 req-d4aa21ed-2f45-4fed-9bd8-b47ef51ad990 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366721 Jul 13 20:51:39.257074 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40560) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:39.301928 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0f557bab-b3c8-4208-bfcc-03705cbff242 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f28b90b1b82042f180370aee15499dba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428364 Jul 13 20:51:39.304001 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 40564) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:39.353115 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.375898 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.424029 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.427251 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:39.429259 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43a4a036-3841-4e8f-b559-48960905a362 HTTP/1.1" status: 204 len: 168 time: 0.1234879 Jul 13 20:51:39.437774 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f9cc-100a-4ecc-b5be-7e89d6017889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4a036-3841-4e8f-b559-48960905a362,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:39.502764 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 197bed29-cce5-4998-a176-7342556416da no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:51:39.523721 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 197bed29-cce5-4998-a176-7342556416da {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:51:39.524291 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 197bed29-cce5-4998-a176-7342556416da not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:51:39.524705 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device bfaa64d7-444a-434a-9095-b389aa41b627 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:51:39.543647 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: bfaa64d7-444a-434a-9095-b389aa41b627 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:51:39.543913 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device bfaa64d7-444a-434a-9095-b389aa41b627 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:51:39.590948 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e850ab-b83d-426a-901d-ceae8596082f req-11b1ae28-0494-4adf-82ca-0a6c704281f8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:39.592453 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58e850ab-b83d-426a-901d-ceae8596082f req-11b1ae28-0494-4adf-82ca-0a6c704281f8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0669649 Jul 13 20:51:39.629869 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58e850ab-b83d-426a-901d-ceae8596082f req-fadf5cff-3127-4721-b90f-7467e6e8f4a8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jul 13 20:51:40.803294 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066097ee-518a-4e80-9279-026fc5f227ca req-5cc120d8-cf0f-497c-80d0-311c59c2ae5c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:40.804723 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-066097ee-518a-4e80-9279-026fc5f227ca req-5cc120d8-cf0f-497c-80d0-311c59c2ae5c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0640702 Jul 13 20:51:40.850173 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-066097ee-518a-4e80-9279-026fc5f227ca req-1ebe81fa-ca8e-4650-9178-9eb1476e5451 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Jul 13 20:51:40.897581 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 9b061e28-7c10-4874-8740-3bbf937e8461 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:51:40.917362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 9b061e28-7c10-4874-8740-3bbf937e8461 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:51:40.917810 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 9b061e28-7c10-4874-8740-3bbf937e8461 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:51:41.029056 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-e7e56169-721e-4b1f-8519-390051329630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:41.030746 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-e7e56169-721e-4b1f-8519-390051329630 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1098 time: 0.0596583 Jul 13 20:51:41.113944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40624) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:41.120834 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-19d8df5e-470c-4aac-91ad-14b9c062f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:41.122306 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-19d8df5e-470c-4aac-91ad-14b9c062f052 service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.0844798 Jul 13 20:51:41.191606 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-b19d4cac-682a-4fe9-b27a-b2a68477ef88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 1001 time: 0.0615094 Jul 13 20:51:41.227604 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-522dc43f-6bd7-4e42-a28f-aba493025e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.240277 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-8293d521-6b61-4aa4-b4c9-f11c85516168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:41.241742 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-8293d521-6b61-4aa4-b4c9-f11c85516168 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0434158 Jul 13 20:51:41.299935 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-350dc7f4-deca-42e6-8fa8-27a85a1734b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:41.301538 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-350dc7f4-deca-42e6-8fa8-27a85a1734b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522316 Jul 13 20:51:41.315664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-522dc43f-6bd7-4e42-a28f-aba493025e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.319524 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-522dc43f-6bd7-4e42-a28f-aba493025e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.359208 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-522dc43f-6bd7-4e42-a28f-aba493025e86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5206774f9a840f38f1b37412632ffca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435062 Jul 13 20:51:41.360048 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc43f-6bd7-4e42-a28f-aba493025e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e4a527-238b-4868-bbd3-7b30527f5342,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:41.361776 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 40628) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:41.428033 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-71677a95-413d-4627-a7fc-ec1903985d12 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188657 Jul 13 20:51:41.444137 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.502780 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.558975 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6937eea8-f2d8-4c9c-b966-606067c4b013 req-c1d9dde1-dff0-492a-97e2-f9360eafbf99 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242304 Jul 13 20:51:41.577022 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.579512 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.584220 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4e4a527-238b-4868-bbd3-7b30527f5342 HTTP/1.1" status: 204 len: 168 time: 0.2208769 Jul 13 20:51:41.595662 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e82d3-901e-42ca-96d3-f61d1e4f78a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e4a527-238b-4868-bbd3-7b30527f5342,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:41.829502 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40634) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:41.842278 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-340c2b75-816b-4121-a12b-e45d8ddbe6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.937543 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-340c2b75-816b-4121-a12b-e45d8ddbe6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.941460 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-340c2b75-816b-4121-a12b-e45d8ddbe6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:41.978624 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-340c2b75-816b-4121-a12b-e45d8ddbe6de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9197a7d08a55486194ec4ed58fa23428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459904 Jul 13 20:51:41.979758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40642) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:41.993049 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c2b75-816b-4121-a12b-e45d8ddbe6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727edb2-1d3c-43fc-87b1-9110f6a27d4f,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:42.033922 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c211d-8461-4ea9-8865-f7805867c9f5 req-e4aa1466-e4df-4862-aa1b-4b448fecd2c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:42.035451 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-db1c211d-8461-4ea9-8865-f7805867c9f5 req-e4aa1466-e4df-4862-aa1b-4b448fecd2c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0733945 Jul 13 20:51:42.040582 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:42.064066 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:42.075800 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-db1c211d-8461-4ea9-8865-f7805867c9f5 req-08b0cde9-a2df-4c14-9f26-812aca0cee8f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Jul 13 20:51:42.119508 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:42.122178 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:42.123679 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7727edb2-1d3c-43fc-87b1-9110f6a27d4f HTTP/1.1" status: 204 len: 168 time: 0.1426747 Jul 13 20:51:42.133503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8c071-6a47-499b-9a4b-e96a25256086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727edb2-1d3c-43fc-87b1-9110f6a27d4f,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:43.257531 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe7afc-b4df-474f-9830-d5d1295cf80c req-58b5e05d-7441-4730-b917-065e08c18cc1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:51:43.259110 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f5fe7afc-b4df-474f-9830-d5d1295cf80c req-58b5e05d-7441-4730-b917-065e08c18cc1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0683300 Jul 13 20:51:43.298996 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f5fe7afc-b4df-474f-9830-d5d1295cf80c req-bf1152b5-186a-4fb0-8285-c60e12b59d23 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Jul 13 20:51:45.740809 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:51:51.187300 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-01874b66-79d6-4021-a164-fa38d33c1515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:51.478852 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:53.707086 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c9484543-b9b5-4ae9-9ad5-09014cb1487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:53.811988 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:54.662374 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:56.429512 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.358947 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40938) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:59.401711 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Deleting subnet 0a2c1d56-3543-4b16-b21d-959fc1645ce4 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:51:59.404588 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.437264 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.477944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.527046 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.553819 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2c1d56-3543-4b16-b21d-959fc1645ce4,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:51:59.556551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.559142 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-555ad543-483b-420d-90be-9f310fa103d6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0a2c1d56-3543-4b16-b21d-959fc1645ce4 HTTP/1.1" status: 204 len: 168 time: 0.1991265 Jul 13 20:51:59.560747 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40942) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:51:59.626403 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.947763 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.957768 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37551ccc-b053-43dd-906e-dc767d813b38']}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:59.968962 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69302ee3-9bed-464e-b6ce-091ac1fb9146') {'for_net_delete': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:59.969257 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69302ee3-9bed-464e-b6ce-091ac1fb9146') {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:51:59.977891 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186521'] for segment, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.991640 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:51:59.997758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=104498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:51:59.998599 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6186441'] for segment, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: Traceback (most recent call last): Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: timer() Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: cb(*args, **kw) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: return func(*args, **kwargs) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: self._notify() Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: self.callback(batched_events) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: event.method(event) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: return f(self, *a, **k) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._get(url).json() Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: return self.request(url, 'GET', **kwargs) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:52:00.000190 dv-cinder-800703-1-iscsi neutron-server[104498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:52:00.051331 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.056664 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.060778 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] 10.222.0.54 "DELETE /v2.0/networks/37551ccc-b053-43dd-906e-dc767d813b38 HTTP/1.1" status: 204 len: 168 time: 0.4967892 Jul 13 20:52:00.072812 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786759a0-2901-4135-8fdb-3e85b356ddbf admin admin] Pushing event deleted for resources: {'Network': ['ID=37551ccc-b053-43dd-906e-dc767d813b38,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:00.214330 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40966) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:00.254301 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-3ab242bd-3c4a-4e4f-b0db-a49972a376b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99076466ace54251b415e702d21dcd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386245 Jul 13 20:52:00.257331 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40968) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:00.304154 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.326545 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.372748 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.375610 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:00.376799 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9 HTTP/1.1" status: 204 len: 168 time: 0.1185665 Jul 13 20:52:00.385205 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ee5be-a4a9-4baa-bcc2-84a9e9a79567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febda30-ee9f-44ba-a7e0-fd2c91e5bdc9,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:01.000804 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 40994) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:01.094711 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1883923078-network', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:01.118267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Made reservation on behalf of d23e8731cda14f87881f3a4ef739b1c6 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:01.120595 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.128945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.221524 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.228477 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.258284 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:52:01.264315 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa91e27-391a-40a8-adcc-5b80b0e602a2,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:01.271842 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.272175 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Added segment 51ba6af1-08ef-4035-a014-8f998084614d of type vlan for network d3906394-331a-4dc7-af0c-d326ddcd1c72 Jul 13 20:52:01.312123 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.342474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.343496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:01.344059 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.397943 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3960204 Jul 13 20:52:01.400705 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41018) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:01.405365 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Request body: {'subnet': {'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1883923078-subnet', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:01.412925 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1106005-63d6-44cf-83fa-55b95df2ced4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3906394-331a-4dc7-af0c-d326ddcd1c72,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:01.422700 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:52:01.430503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Made reservation on behalf of d23e8731cda14f87881f3a4ef739b1c6 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:01.433397 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.447185 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41020) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:01.604093 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d5fa-454e-4e16-86f0-9816848ae33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.624205 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.702627 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6002c0ca-be53-480f-ac81-ee1896c60dcf,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:01.721296 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Checking segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:01.721643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Network hostable DHCP agents. Network: d3906394-331a-4dc7-af0c-d326ddcd1c72, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:52:01.757163 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:52:01.773013 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, d3906394-331a-4dc7-af0c-d326ddcd1c72) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:01.775644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d5fa-454e-4e16-86f0-9816848ae33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.778769 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:01.779347 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.782279 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5889fa5-4ac8-4279-b6bc-d94a1580b23b None None] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:52:01.782807 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d5fa-454e-4e16-86f0-9816848ae33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.814781 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e6f288ae-9823-4c9f-b8c0-b1837972597b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4129739 Jul 13 20:52:01.818378 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41024) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:01.824273 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:01.831217 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-2ce9d5fa-454e-4e16-86f0-9816848ae33b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbce4c5fab624e68867b2f77b698770f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810754 Jul 13 20:52:01.831217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9d5fa-454e-4e16-86f0-9816848ae33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e183b-2e8b-48ae-b169-c8b10abb8111,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:01.833284 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41026) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:01.853185 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.854899 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.890688 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.911726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.912275 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.946081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-d3906394-331a-4dc7-af0c-d326ddcd1c72', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:52:01.952527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.963973 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.966879 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:01.968104 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa3e183b-2e8b-48ae-b169-c8b10abb8111 HTTP/1.1" status: 204 len: 168 time: 0.1339264 Jul 13 20:52:01.976728 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f63397-0171-4927-a79d-df14ff108fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e183b-2e8b-48ae-b169-c8b10abb8111,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.069024 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.107370 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Allocated IP 172.20.0.2 (d3906394-331a-4dc7-af0c-d326ddcd1c72/6002c0ca-be53-480f-ac81-ee1896c60dcf/3025e093-dad3-47eb-b416-b5ce17f80f3b) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:02.259886 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.268302 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Transition to ACTIVE for port object 3025e093-dad3-47eb-b416-b5ce17f80f3b will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:02.280887 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41032) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:02.288064 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Transition to ACTIVE for port object 3025e093-dad3-47eb-b416-b5ce17f80f3b will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:02.290148 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.293602 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.296053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-122b0a71-fdaf-4ed3-9bf4-a1ee703f290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.310239 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.332813 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:02.335503 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:02.338982 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:02.346182 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Pushing event updated for resources: {'Port': ['ID=3025e093-dad3-47eb-b416-b5ce17f80f3b,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.404807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Attempting to bind port 3025e093-dad3-47eb-b416-b5ce17f80f3b on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:02.405226 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Attempting to bind port 3025e093-dad3-47eb-b416-b5ce17f80f3b by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:02.405908 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Attempting to bind port 3025e093-dad3-47eb-b416-b5ce17f80f3b on network d3906394-331a-4dc7-af0c-d326ddcd1c72 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:02.408113 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-122b0a71-fdaf-4ed3-9bf4-a1ee703f290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.410693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:02.411674 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Checking segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:02.412004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.412557 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Bound using segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:02.412822 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Bound port: 3025e093-dad3-47eb-b416-b5ce17f80f3b, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:02.413201 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.413940 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-122b0a71-fdaf-4ed3-9bf4-a1ee703f290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.419688 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Allocated IP 172.27.2.201 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/7af55ee7-3304-4cc2-b8d8-116fa52c5519) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:02.450426 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-122b0a71-fdaf-4ed3-9bf4-a1ee703f290c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a43e91fb059c48d3a971de56839030ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682703 Jul 13 20:52:02.453697 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41034) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:02.473982 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0a71-fdaf-4ed3-9bf4-a1ee703f290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67516e5f-4911-43f0-b41c-fe528c09eb98,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.493982 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] For port 3025e093-dad3-47eb-b416-b5ce17f80f3b, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:02.499400 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] For port 3025e093-dad3-47eb-b416-b5ce17f80f3b, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3025e093-dad3-47eb-b416-b5ce17f80f3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:02.504621 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.517422 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.527994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.543032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.560825 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eef77-4421-40c4-9807-1da74451d285 None None] Pushing event updated for resources: {'Port': ['ID=3025e093-dad3-47eb-b416-b5ce17f80f3b,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.573478 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.594319 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.596978 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:02.600506 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67516e5f-4911-43f0-b41c-fe528c09eb98 HTTP/1.1" status: 204 len: 168 time: 0.1435330 Jul 13 20:52:02.613151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:02.619009 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3ebba-4a4f-4e0c-b64f-18bc0f062021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67516e5f-4911-43f0-b41c-fe528c09eb98,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.619362 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:02.622938 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:02.648598 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Pushing event updated for resources: {'Port': ['ID=7af55ee7-3304-4cc2-b8d8-116fa52c5519,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:02.909417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.104994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.234137 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Router 4c401630-4b0b-4b84-b072-81654e5f0915 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:52:03.349055 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:03.359085 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Sync routers for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:03.365009 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.366420 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c0e4004b-74b5-4a2d-8d38-eef465b86f18 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5469072 Jul 13 20:52:03.369262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41056) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:03.372290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:03.372902 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:03.519078 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:03.601374 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3025e093-dad3-47eb-b416-b5ce17f80f3b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:03.625178 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b2060-3e4c-4a43-aa83-c6dad45a0c9e None None] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:52:03.755102 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-91a46d5e-ca56-4ab8-aed4-82e1c9e07b59 None None] Provisioning for port 3025e093-dad3-47eb-b416-b5ce17f80f3b completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:03.794737 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 3025e093-dad3-47eb-b416-b5ce17f80f3b completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:03.807582 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 3025e093-dad3-47eb-b416-b5ce17f80f3b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:03.807948 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.831082 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:03.981992 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:02Z', 'revision_number': 3, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:04.013833 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.015308 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Allocated IP 172.20.0.1 (d3906394-331a-4dc7-af0c-d326ddcd1c72/6002c0ca-be53-480f-ac81-ee1896c60dcf/1b2aebaa-27d5-42c1-b65b-0740fb38fe3b) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:04.024134 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Checking router: 4c401630-4b0b-4b84-b072-81654e5f0915 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:04.024483 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Updating router 4c401630-4b0b-4b84-b072-81654e5f0915 port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:52:04.083139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 3025e093-dad3-47eb-b416-b5ce17f80f3b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3025e093-dad3-47eb-b416-b5ce17f80f3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:04.084228 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.088106 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.148123 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.165651 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Transition to ACTIVE for port object 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:04.205108 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.245932 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:04.249372 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:04.252669 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:04.293794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:04.305289 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.338975 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=3025e093-dad3-47eb-b416-b5ce17f80f3b,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:04.445789 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-509d8642-e717-46c3-9300-b2d87495ce9d None None] Provisioning complete for port 3025e093-dad3-47eb-b416-b5ce17f80f3b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:04.446328 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-509d8642-e717-46c3-9300-b2d87495ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.466742 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.643668 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.654019 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Transition to ACTIVE for port object 7af55ee7-3304-4cc2-b8d8-116fa52c5519 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:04.660213 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.669503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.674016 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.711722 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Attempting to bind port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:04.712084 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Attempting to bind port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:04.712443 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Attempting to bind port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:04.719770 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404dbcc-7f5b-4a46-bb26-b16e84866724 None None] Pushing event updated for resources: {'Port': ['ID=7af55ee7-3304-4cc2-b8d8-116fa52c5519,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:04.722097 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:04.722463 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:04.722888 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.723302 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:04.723770 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Bound port: 7af55ee7-3304-4cc2-b8d8-116fa52c5519, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:04.724151 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.745859 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.747603 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:04.774682 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0a4a1f07-591a-46ec-bdfc-7392cda6929c None None] Provisioning for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:04.784239 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0a4a1f07-591a-46ec-bdfc-7392cda6929c None None] Provisioning complete for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:04.784617 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1f07-591a-46ec-bdfc-7392cda6929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.806362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] For port 7af55ee7-3304-4cc2-b8d8-116fa52c5519, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:04.824275 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] For port 7af55ee7-3304-4cc2-b8d8-116fa52c5519, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7af55ee7-3304-4cc2-b8d8-116fa52c5519,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:04.831031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1f07-591a-46ec-bdfc-7392cda6929c None None] Port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:04.833454 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:04.845148 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:04.846555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:04.894360 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:04.895015 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:04.930113 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404dbcc-7f5b-4a46-bb26-b16e84866724 None None] Pushing event updated for resources: {'Port': ['ID=7af55ee7-3304-4cc2-b8d8-116fa52c5519,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:04.971766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Router 4c401630-4b0b-4b84-b072-81654e5f0915 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:52:05.010771 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:05.082511 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:05.088411 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6c71dcde-deb4-42c1-8c2f-5e5545c750a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/4c401630-4b0b-4b84-b072-81654e5f0915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178252 Jul 13 20:52:05.088933 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a069f1e0-df07-4665-863e-6f4f0b49f0f0 None None] Provisioning complete for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:05.089308 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a069f1e0-df07-4665-863e-6f4f0b49f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.163845 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a069f1e0-df07-4665-863e-6f4f0b49f0f0 None None] Port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:05.239223 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 2, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:05.268938 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83237e1a-ef6d-455f-bc1f-f80ab4409f35 None None] The sync data for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi is: [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 2, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:05.536658 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3025e093-dad3-47eb-b416-b5ce17f80f3b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:05.595345 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 3025e093-dad3-47eb-b416-b5ce17f80f3b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:05.595727 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.669265 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41102) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:05.674695 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1768848429-network', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:05.706761 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Made reservation on behalf of 8d84ed29713a49afb099cc317e2982f9 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:05.709606 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.718789 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.819684 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.835451 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.881404 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:52:05.887180 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6b6be-808d-49c5-9ef5-26498b330995,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:05.895770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.896117 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Added segment 149f99fe-f836-4045-b036-46a4816f78b4 of type vlan for network 870f9e79-6357-4d23-b508-06d1f7db328e Jul 13 20:52:05.954510 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.990251 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:05.991792 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:05.992672 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.060022 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896189 Jul 13 20:52:06.061417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41110) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:06.066730 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Request body: {'subnet': {'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1768848429-subnet', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:06.073845 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01429060-b846-41dd-b7b5-0436fb52c8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=870f9e79-6357-4d23-b508-06d1f7db328e,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:06.084723 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 870f9e79-6357-4d23-b508-06d1f7db328e details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:52:06.098576 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Made reservation on behalf of 8d84ed29713a49afb099cc317e2982f9 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:06.101170 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940351'] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.284568 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940301'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.342274 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=063ef24c-f04f-47b5-8924-0cf4337b6d0a,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:06.358268 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.358647 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.359053 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.359398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.359723 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.360057 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.360476 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.360812 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.361145 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.361469 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.361787 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.362126 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:06.367949 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Checking segment: {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:06.368544 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Network hostable DHCP agents. Network: 870f9e79-6357-4d23-b508-06d1f7db328e, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:52:06.391957 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Network 870f9e79-6357-4d23-b508-06d1f7db328e is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:52:06.401125 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 870f9e79-6357-4d23-b508-06d1f7db328e) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:06.405281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:06.405878 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.412885 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fc253-0f41-4b73-8f26-add1e6ce3677 None None] Network 870f9e79-6357-4d23-b508-06d1f7db328e requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:52:06.420620 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bdc2d896-8400-4bdd-be68-900cbb38b79f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576381 Jul 13 20:52:06.422834 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41120) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:06.429415 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:06.458452 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.459653 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.518973 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.569980 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-870f9e79-6357-4d23-b508-06d1f7db328e', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:52:06.570905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.657453 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.703833 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Allocated IP 172.20.0.2 (870f9e79-6357-4d23-b508-06d1f7db328e/063ef24c-f04f-47b5-8924-0cf4337b6d0a/63414673-6a5a-497a-8020-653558e1e447) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:06.843283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.852224 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.857306 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Transition to ACTIVE for port object 63414673-6a5a-497a-8020-653558e1e447 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:06.871468 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.874986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Transition to ACTIVE for port object 63414673-6a5a-497a-8020-653558e1e447 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:06.881153 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:06.923989 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Network 870f9e79-6357-4d23-b508-06d1f7db328e is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:06.927430 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:06.932502 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:06.935427 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Pushing event updated for resources: {'Port': ['ID=63414673-6a5a-497a-8020-653558e1e447,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:06.981932 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Allocated IP 172.27.2.213 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/2f863f1f-cd66-44bf-b3bd-96c698019d92) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:06.992844 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Attempting to bind port 63414673-6a5a-497a-8020-653558e1e447 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:06.993213 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Attempting to bind port 63414673-6a5a-497a-8020-653558e1e447 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:06.993568 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Attempting to bind port 63414673-6a5a-497a-8020-653558e1e447 on network 870f9e79-6357-4d23-b508-06d1f7db328e {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:06.998971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:06.999341 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Checking segment: {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:06.999731 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.000115 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Bound using segment: {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:07.000597 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Bound port: 63414673-6a5a-497a-8020-653558e1e447, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:07.000967 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.066897 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] For port 63414673-6a5a-497a-8020-653558e1e447, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:07.070324 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] For port 63414673-6a5a-497a-8020-653558e1e447, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=63414673-6a5a-497a-8020-653558e1e447,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:07.075108 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.097409 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.136965 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33b49-9142-4856-9804-01d37e309b46 None None] Pushing event updated for resources: {'Port': ['ID=63414673-6a5a-497a-8020-653558e1e447,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:07.141598 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.183277 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:07.186037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:07.189516 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:07.195154 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Pushing event updated for resources: {'Port': ['ID=2f863f1f-cd66-44bf-b3bd-96c698019d92,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:07.413894 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Sync routers for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:07.424048 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:07.424744 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:07.460091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.594849 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7af55ee7-3304-4cc2-b8d8-116fa52c5519 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:07.621231 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:07.661094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:07.665908 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:07.666299 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.749776 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.774183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 7af55ee7-3304-4cc2-b8d8-116fa52c5519, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7af55ee7-3304-4cc2-b8d8-116fa52c5519,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:07.779697 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.780630 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 63414673-6a5a-497a-8020-653558e1e447 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:07.834991 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 2, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:07.865511 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Checking router: 4c401630-4b0b-4b84-b072-81654e5f0915 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:07.866143 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Updating router 4c401630-4b0b-4b84-b072-81654e5f0915 port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:52:07.881375 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=7af55ee7-3304-4cc2-b8d8-116fa52c5519,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:07.906045 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:07.908329 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 63414673-6a5a-497a-8020-653558e1e447 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:07.953307 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.087824 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Router 028acf89-1815-43e3-aebe-9905f358ed7c is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:52:08.126864 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ac347-fa72-4ac4-8a72-37e8cf1227ae None None] Network 870f9e79-6357-4d23-b508-06d1f7db328e requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:52:08.192487 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.201072 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:08.204119 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Transition to ACTIVE for port object 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:08.211745 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.216333 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Sync routers for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:08.217685 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.221467 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-822d92de-98c4-4a9e-8400-d9771b071d30 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7949495 Jul 13 20:52:08.222019 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41130) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:08.254124 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Provisioning for port 63414673-6a5a-497a-8020-653558e1e447 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:08.257157 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Pushing event updated for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:08.265482 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Provisioning complete for port 63414673-6a5a-497a-8020-653558e1e447 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:08.266569 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.274481 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:08.275554 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:08.326644 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.327012 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.327360 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.327690 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.328010 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.328513 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.329003 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.329486 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.329967 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.330445 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.330951 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.331435 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:08.334833 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Attempting to bind port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:08.335373 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Attempting to bind port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:08.335904 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Attempting to bind port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b on network d3906394-331a-4dc7-af0c-d326ddcd1c72 {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:08.342314 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:08.343178 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Checking segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:08.343903 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.344428 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Bound using segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:08.345040 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Bound port: 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:08.345589 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.416496 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] For port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:08.420679 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] For port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:08.429153 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.483124 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:08.483745 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:08.559584 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6acb1-ad60-4d27-b5d0-b3d3d0cf5b5a None None] Pushing event updated for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:08.599480 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:08.665503 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:08.738650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.747238 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.790053 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] For port 63414673-6a5a-497a-8020-653558e1e447, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=63414673-6a5a-497a-8020-653558e1e447,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:08.795458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:08.876653 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199696cf-de9a-4a89-9d4f-60284539c5f2 None None] Pushing event updated for resources: {'Port': ['ID=63414673-6a5a-497a-8020-653558e1e447,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:08.915316 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:08Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:08.920337 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 3, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:08.943254 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Allocated IP 172.20.0.1 (870f9e79-6357-4d23-b508-06d1f7db328e/063ef24c-f04f-47b5-8924-0cf4337b6d0a/6ce85494-20a9-4d27-9e3e-43ba7e9025b0) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:08.951448 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286f3e4-3ce0-42b9-ac65-e6f1c774c50b None None] The sync data for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi is: [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:08Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:08.952140 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Checking router: 028acf89-1815-43e3-aebe-9905f358ed7c for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:08.952499 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Updating router 028acf89-1815-43e3-aebe-9905f358ed7c port 2f863f1f-cd66-44bf-b3bd-96c698019d92 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:52:09.007994 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.064529 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.078747 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Transition to ACTIVE for port object 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:09.113723 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.130072 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a75eae3b-49a6-438b-b9e2-3fd2750e4303 None None] Provisioning complete for port 63414673-6a5a-497a-8020-653558e1e447 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:09.130538 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a75eae3b-49a6-438b-b9e2-3fd2750e4303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.151339 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Network 870f9e79-6357-4d23-b508-06d1f7db328e is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:09.156217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:09.160699 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:09.192544 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:09.209736 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.365138 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.377120 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.378909 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Transition to ACTIVE for port object 2f863f1f-cd66-44bf-b3bd-96c698019d92 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:09.385131 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.454741 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Attempting to bind port 2f863f1f-cd66-44bf-b3bd-96c698019d92 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:09.455112 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Attempting to bind port 2f863f1f-cd66-44bf-b3bd-96c698019d92 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:09.455469 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Attempting to bind port 2f863f1f-cd66-44bf-b3bd-96c698019d92 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:09.468014 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:09.471366 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:09.471783 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.472435 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:09.472959 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Bound port: 2f863f1f-cd66-44bf-b3bd-96c698019d92, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:09.473373 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.475074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973548d-cfc4-496c-9e1c-bc65088d2195 None None] Pushing event updated for resources: {'Port': ['ID=2f863f1f-cd66-44bf-b3bd-96c698019d92,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:09.483074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-68cbc378-ebf2-4c1e-89aa-59215e50801a None None] Provisioning for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:09.505556 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-68cbc378-ebf2-4c1e-89aa-59215e50801a None None] Provisioning complete for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:09.506084 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-68cbc378-ebf2-4c1e-89aa-59215e50801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.577634 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.583656 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-68cbc378-ebf2-4c1e-89aa-59215e50801a None None] Port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:09.586546 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] For port 2f863f1f-cd66-44bf-b3bd-96c698019d92, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:09.590781 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] For port 2f863f1f-cd66-44bf-b3bd-96c698019d92, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2f863f1f-cd66-44bf-b3bd-96c698019d92,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:09.591594 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.594864 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7af55ee7-3304-4cc2-b8d8-116fa52c5519 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:09.599439 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.681709 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.684519 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:09.687147 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:09.688169 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:09.734941 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973548d-cfc4-496c-9e1c-bc65088d2195 None None] Pushing event updated for resources: {'Port': ['ID=2f863f1f-cd66-44bf-b3bd-96c698019d92,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:09.793113 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:09.793485 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:09.820166 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Network 870f9e79-6357-4d23-b508-06d1f7db328e is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:09.822334 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:09.859794 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:09.943017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Router 028acf89-1815-43e3-aebe-9905f358ed7c has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:52:10.015423 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 63414673-6a5a-497a-8020-653558e1e447 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:10.057514 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:10.063132 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-09815285-b6ff-4448-bc50-0390e8295745 admin admin] 10.222.0.54 "PUT /v2.0/routers/028acf89-1815-43e3-aebe-9905f358ed7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8398607 Jul 13 20:52:10.115754 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 63414673-6a5a-497a-8020-653558e1e447 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:10.116121 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.154075 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-d57549d0-8561-47fb-934b-c9aa53fb1d51 None None] Provisioning complete for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:10.154444 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d57549d0-8561-47fb-934b-c9aa53fb1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.212784 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-d57549d0-8561-47fb-934b-c9aa53fb1d51 None None] Port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:10.238824 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '6ce85494-20a9-4d27-9e3e-43ba7e9025b0', 'name': '', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'mac_address': 'fa:16:3e:b5:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:08Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 2, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'subnets': [{'id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:10.272258 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ecf609-3377-4d88-aeff-f6256b06f876 None None] The sync data for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi is: [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '6ce85494-20a9-4d27-9e3e-43ba7e9025b0', 'name': '', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'mac_address': 'fa:16:3e:b5:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:08Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 2, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'subnets': [{'id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:10.281277 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:10.342058 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:10.346431 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:10.346841 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.439695 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.479957 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:10.486123 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.585237 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:10.635258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41160) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:10.640000 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185118391', 'description': 'tempest-secgroup-smoke-1185118391 description', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:10.663931 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.759013 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.759013 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.788442 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.789673 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1534138 Jul 13 20:52:10.792635 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41166) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:10.797156 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:10.802733 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b525-c6cd-44f3-a14c-3d074d41f1c9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41841df-0432-434b-a88b-4315fdf073c3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:10.836706 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.908015 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.916814 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.936946 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dc366e-5d06-4dc0-b634-e6055c0ae089,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:10.939375 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:10.940562 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8304130b-63b5-41a1-843a-6191662203b1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469932 Jul 13 20:52:10.943431 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41168) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:10.948050 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:10.981183 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.065280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.075256 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.091196 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23aa884c-ca27-40c6-aa49-0739ee285fa1,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:11.101460 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.102984 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-67f9fc6d-0b01-4f71-8823-0d07270e1a9d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582251 Jul 13 20:52:11.105485 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41174) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:11.111063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:11.136819 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.157725 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d2b10-c14c-4a6e-b6a2-e28f726a454d req-fe05f797-dcde-4d19-be22-37cab5188978 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:11.159482 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a61d2b10-c14c-4a6e-b6a2-e28f726a454d req-fe05f797-dcde-4d19-be22-37cab5188978 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0643275 Jul 13 20:52:11.197936 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a61d2b10-c14c-4a6e-b6a2-e28f726a454d req-36f2b526-65b9-4919-a743-7029aa41e91a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jul 13 20:52:11.198921 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.202713 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.223115 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fa1e99-477d-458b-b303-33b641fa4d1e,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:11.230828 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.232062 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-508c2c2e-ab25-49fb-879b-cdf3771d7f33 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244864 Jul 13 20:52:11.234737 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41176) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:11.239089 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:11.263798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.319775 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.323247 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.340577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b4ecad-e5fe-45f0-a9ba-bc4db9ef302f,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:11.346353 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.347574 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4c605df7-6bc6-4027-a8cb-79564154a47f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118894 Jul 13 20:52:11.350959 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41178) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:11.355699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:11.378609 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.securitygroups_db [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Project d23e8731cda14f87881f3a4ef739b1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:52:11.383067 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.431818 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.435228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.451628 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a85e22-0b3d-4fba-96ed-ae2b12868ac8,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:11.459156 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.463342 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9e503527-0487-4ec4-bb96-20d9d57253b8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1083815 Jul 13 20:52:11.463342 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41180) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:11.467645 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'security_group_rule': {'security_group_id': 'c41841df-0432-434b-a88b-4315fdf073c3', 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:11.490125 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.securitygroups_db [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Project d23e8731cda14f87881f3a4ef739b1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:52:11.497083 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.515649 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:11.558216 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.563557 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.568244 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:11.568611 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.577600 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5118f085-1ca5-4295-aeef-157cce750893,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:11.587529 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:11.588744 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6dc84634-06b6-4eb8-b740-2337e343bb48 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246817 Jul 13 20:52:12.396597 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbf9cc-89f2-4104-b932-49b8a6d39306 req-5e18465d-3f52-4a0f-be70-b33e0530a13c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:12.398099 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6adbf9cc-89f2-4104-b932-49b8a6d39306 req-5e18465d-3f52-4a0f-be70-b33e0530a13c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0672722 Jul 13 20:52:12.436152 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6adbf9cc-89f2-4104-b932-49b8a6d39306 req-1ce870b4-c28a-4364-ab32-22088f2d7001 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Jul 13 20:52:13.029298 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Sync routers for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:13.039014 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:13.039610 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:13.140470 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:13.326093 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '6ce85494-20a9-4d27-9e3e-43ba7e9025b0', 'name': '', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'mac_address': 'fa:16:3e:b5:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:08Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 2, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'subnets': [{'id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:13.354040 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Checking router: 028acf89-1815-43e3-aebe-9905f358ed7c for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:13.354385 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Updating router 028acf89-1815-43e3-aebe-9905f358ed7c port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:52:13.386152 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.532544 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2f863f1f-cd66-44bf-b3bd-96c698019d92 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:13.580092 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 2f863f1f-cd66-44bf-b3bd-96c698019d92 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:13.584003 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2f863f1f-cd66-44bf-b3bd-96c698019d92 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:13.584376 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.623363 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901683f4-2dba-4630-a6f5-604b617f8bda req-6ad79fe6-7c4e-4ef8-aa08-def1d140c1c1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:13.625262 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-901683f4-2dba-4630-a6f5-604b617f8bda req-6ad79fe6-7c4e-4ef8-aa08-def1d140c1c1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0687420 Jul 13 20:52:13.661040 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.665678 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-901683f4-2dba-4630-a6f5-604b617f8bda req-4574f764-ae1e-4f92-9fde-ac6fa314d402 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343170 Jul 13 20:52:13.672046 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Transition to ACTIVE for port object 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:13.672672 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.683841 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.702751 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 2f863f1f-cd66-44bf-b3bd-96c698019d92, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2f863f1f-cd66-44bf-b3bd-96c698019d92,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:13.710983 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.733305 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c701-0399-4ee7-8a3c-97caabec0634 None None] Pushing event updated for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:13.778403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=2f863f1f-cd66-44bf-b3bd-96c698019d92,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:13.813814 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Attempting to bind port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:13.814332 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Attempting to bind port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:13.814531 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Attempting to bind port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 on network 870f9e79-6357-4d23-b508-06d1f7db328e {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:13.819927 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:13.820298 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Checking segment: {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:13.820695 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.821088 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Bound using segment: {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:13.821792 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Bound port: 6ce85494-20a9-4d27-9e3e-43ba7e9025b0, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f99fe-f836-4045-b036-46a4816f78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:13.822196 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.893591 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] For port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:13.897938 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] For port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:13.902567 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:13.959300 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:13.959932 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:14.008349 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c701-0399-4ee7-8a3c-97caabec0634 None None] Pushing event updated for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:14.162815 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:14.352941 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '6ce85494-20a9-4d27-9e3e-43ba7e9025b0', 'name': '', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'mac_address': 'fa:16:3e:b5:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:08Z', 'updated_at': '2021-07-13T20:52:13Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'subnets': [{'id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:14.378665 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e8ffb-794e-4b32-9b03-4bcb3a29b514 None None] The sync data for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi is: [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:09Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '6ce85494-20a9-4d27-9e3e-43ba7e9025b0', 'name': '', 'network_id': '870f9e79-6357-4d23-b508-06d1f7db328e', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'mac_address': 'fa:16:3e:b5:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:08Z', 'updated_at': '2021-07-13T20:52:13Z', 'revision_number': 4, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'subnets': [{'id': '063ef24c-f04f-47b5-8924-0cf4337b6d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:14.882125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3792a-b0be-4ddc-bdf3-9fdeba43fc29 req-eb2fd64e-7551-4b33-aacd-8e307ecf605d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:14.883685 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4da3792a-b0be-4ddc-bdf3-9fdeba43fc29 req-eb2fd64e-7551-4b33-aacd-8e307ecf605d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0765972 Jul 13 20:52:14.921123 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4da3792a-b0be-4ddc-bdf3-9fdeba43fc29 req-a8bc4104-a230-4d08-9c24-7ce4e7e9e327 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Jul 13 20:52:15.531220 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:15.578165 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:15.582253 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:15.583255 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:15.659105 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:15.694310 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:15.698081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:15.698864 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2f863f1f-cd66-44bf-b3bd-96c698019d92 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:15.741517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-5cc10e38-b4ef-41e1-a30a-a9c92b5bbc6f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:15.743149 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-5cc10e38-b4ef-41e1-a30a-a9c92b5bbc6f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.0631735 Jul 13 20:52:15.772474 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:15.785362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2f863f1f-cd66-44bf-b3bd-96c698019d92 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:15.785929 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:15.854518 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Deleting port 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:52:15.854898 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:15.947666 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] For port 42186181-8c72-4d25-aa13-16b29adc8bb8, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=42186181-8c72-4d25-aa13-16b29adc8bb8,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:15.947960 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:16.210374 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97766822-9cfc-42db-bc4f-684eed1f77b4 req-cc2200d0-2613-4080-9841-84650e7aed7d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:16.211933 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97766822-9cfc-42db-bc4f-684eed1f77b4 req-cc2200d0-2613-4080-9841-84650e7aed7d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 946 time: 0.1636565 Jul 13 20:52:16.246407 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:16.246788 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:16.247096 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Floating IP 5abaafc1-64f9-43b9-8827-785d6e061253 disassociated. External IP: 172.27.2.127, port: 42186181-8c72-4d25-aa13-16b29adc8bb8. Jul 13 20:52:16.247435 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Calling delete_port for 42186181-8c72-4d25-aa13-16b29adc8bb8 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:52:16.303200 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-97766822-9cfc-42db-bc4f-684eed1f77b4 req-8ce58192-5599-4f21-8337-3c7f6d58d66b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=1404c4c4-64b2-415e-bb1d-4729e2faa762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843818 Jul 13 20:52:16.390281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:16.423606 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'Port': ['ID=42186181-8c72-4d25-aa13-16b29adc8bb8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:16.532587 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:52:16.637967 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:16.647901 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:16.657217 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:16.657822 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:16.684631 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] No DVR routers for this DVR port 42186181-8c72-4d25-aa13-16b29adc8bb8 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:52:16.687372 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:16.689337 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f2684c6-a15f-447f-959f-83f3c21b9c01 req-12e3ee0e-cc40-45dd-bb81-9f69246d7dfd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "DELETE /v2.0/ports/42186181-8c72-4d25-aa13-16b29adc8bb8 HTTP/1.1" status: 204 len: 173 time: 0.9405737 Jul 13 20:52:16.689786 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-deleted', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:16.692625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f1ec9c-4b47-46f4-bc16-77c2f8470859" -d '{"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-deleted", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:16.734485 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ecc46-13fa-4a8e-bdc6-ee518989c286 x-openstack-request-id: req-961ecc46-13fa-4a8e-bdc6-ee518989c286 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:16.734806 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85399177-00cf-487a-9466-73967a02172a", "name": "network-vif-deleted", "tag": "42186181-8c72-4d25-aa13-16b29adc8bb8", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:16.735053 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-961ecc46-13fa-4a8e-bdc6-ee518989c286 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:16.735449 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85399177-00cf-487a-9466-73967a02172a', 'name': 'network-vif-deleted', 'tag': '42186181-8c72-4d25-aa13-16b29adc8bb8', 'status': 'completed', 'code': 200} Jul 13 20:52:16.774921 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:16.974182 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:17.007491 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:17.016347 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:17.017013 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:51:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:17.124720 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:17.322229 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:17.348399 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53e3ac-d7e4-478e-a8b6-6a999323a098 None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:17.461290 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c142c6dc-64fb-44d5-b305-998fafdc9e02 req-23f12cfb-1f88-439a-af15-b9bd3a63c108 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jul 13 20:52:17.516955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:17.571806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:17.572203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:17.611844 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90336708-8421-48fc-b7b2-914a811fe887 None None] New status for floating IP 5abaafc1-64f9-43b9-8827-785d6e061253: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:52:18.611626 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0af8e269-8b1f-4f17-a186-aabcd910e9a7 req-0c09e08e-8209-4c5c-9732-091545b476f4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0292268 Jul 13 20:52:19.765321 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b5e598e5-eae0-4914-aad8-26394bc32306 req-fc051cfd-919f-45e7-8640-9af4df917c1d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=85399177-00cf-487a-9466-73967a02172a HTTP/1.1" status: 200 len: 210 time: 0.0281479 Jul 13 20:52:20.889819 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41322) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:20.947646 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:20.969924 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.018867 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.022346 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.023553 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "DELETE /v2.0/security-groups/1404c4c4-64b2-415e-bb1d-4729e2faa762 HTTP/1.1" status: 204 len: 168 time: 0.1327217 Jul 13 20:52:21.027902 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41324) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:21.040387 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741631c9-b722-40de-b0c5-b82d9a52aa82 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1404c4c4-64b2-415e-bb1d-4729e2faa762,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:21.046611 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-50277bff-0e67-4274-b3e5-1b2d5eedb6d8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] show failed (client error): The resource could not be found. Jul 13 20:52:21.047629 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-50277bff-0e67-4274-b3e5-1b2d5eedb6d8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups/1404c4c4-64b2-415e-bb1d-4729e2faa762 HTTP/1.1" status: 404 len: 347 time: 0.0188041 Jul 13 20:52:21.050645 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41326) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:21.173192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Deleting port 24edc0d1-0409-47c4-a3b0-0356c68cbf29 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:52:21.173475 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.188028 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-af1c2cf6-842d-4e6b-9d64-07df5c9152cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.247732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.248058 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.260823 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Calling delete_port for 24edc0d1-0409-47c4-a3b0-0356c68cbf29 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:52:21.398493 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.423062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'Port': ['ID=24edc0d1-0409-47c4-a3b0-0356c68cbf29,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:21.493373 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.496171 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.498927 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-79d41328-da34-496c-86f1-68e26adc2185 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "DELETE /v2.0/floatingips/5abaafc1-64f9-43b9-8827-785d6e061253 HTTP/1.1" status: 204 len: 168 time: 0.4459705 Jul 13 20:52:21.501415 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:21.559603 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:52:21.605531 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 42186181-8c72-4d25-aa13-16b29adc8bb8 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:52:21.605650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 42186181-8c72-4d25-aa13-16b29adc8bb8 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:52:21.909761 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41342) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:21.916889 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837476226', 'description': 'tempest-description--1947672966'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:21.939264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.020483 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.024380 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.052016 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.053235 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1415412 Jul 13 20:52:22.055088 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa13ccc-81c3-4031-9de6-ffe8184c7a47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:22.056313 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41344) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:22.061066 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group_rule': {'security_group_id': '14ed0fd0-6c28-4a6d-9824-a1d2425aa72b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:22.087548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.143245 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.147448 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.164629 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4788eaf-aab4-49ec-96ce-dd29ba25946b,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:22.170017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.173939 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-04f24afb-f1be-4b7b-8953-c4a756b30bb7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138234 Jul 13 20:52:22.174292 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41346) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:22.179406 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'security_group_rule': {'security_group_id': '14ed0fd0-6c28-4a6d-9824-a1d2425aa72b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:22.205534 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.263235 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.266741 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.283841 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7f8c82-da5d-49ed-ab1f-ba7317f25f67,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:22.289186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.290293 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-f702b941-a16d-48a8-a3ba-f2eeb09b6b13 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149671 Jul 13 20:52:22.293254 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41348) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:22.297516 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:22.319696 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.415363 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.517464 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Allocated IP 172.27.2.141 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/e6cc2991-4509-4aba-9820-9c46f307ec30) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:22.621600 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.665345 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.701086 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:22.703797 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:22.709902 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:22.739250 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=e6cc2991-4509-4aba-9820-9c46f307ec30,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:22.739861 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:52:22.800036 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.840379 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.987709 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:22.992109 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.060808 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=e6cc2991-4509-4aba-9820-9c46f307ec30,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:23.068120 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.081363 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.083205 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6292d356-d6fd-49bf-8ac1-99e3b666e167 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7890387 Jul 13 20:52:23.268618 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-3ac4a470-e587-4bab-b015-d49dd1d8f8cf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1837476226&fields=id&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 267 time: 0.0341997 Jul 13 20:52:23.373913 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-dd57b112-137a-407a-8472-66ff5202c288 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:23.375403 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-dd57b112-137a-407a-8472-66ff5202c288 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 817 time: 0.0999556 Jul 13 20:52:23.392081 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-59d2e1c0-5b39-48b3-961d-a00c15bf9706 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/quotas/8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 375 time: 0.0105798 Jul 13 20:52:23.466277 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-fbc500a4-6a2a-4cfa-b4aa-2306e87041c7 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683131 Jul 13 20:52:23.563973 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-ff916912-b216-49d1-958e-4b9116421061 service neutron] 10.222.0.54 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Jul 13 20:52:23.655641 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-1db4aa28-af0d-4fc5-bc39-269122af8ccd service neutron] 10.222.0.54 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838718 Jul 13 20:52:23.713818 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-28fe2db4-4179-43de-9b91-2130fcc6b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.816723 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:23.849555 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-deb90d18-f2a8-44b4-a0cb-fb3a43da6b07 req-87ddb6e4-950a-45ea-a739-275ce951de50 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jul 13 20:52:24.664391 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:24.992726 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-422e44ef-1013-4cef-99fb-2608d40c718e req-3cc10a53-1cc6-415d-81bd-273e404c00b5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 210 time: 0.0286498 Jul 13 20:52:25.992928 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-8d20112e-dd0c-464c-8889-271729016fcf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:25.994394 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-8d20112e-dd0c-464c-8889-271729016fcf tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 817 time: 0.1073701 Jul 13 20:52:26.045422 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-1bed458c-1719-4b86-bce9-517480130d3d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 380 time: 0.0367877 Jul 13 20:52:26.056210 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'port': {'device_id': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'admin_state_up': True, 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'security_groups': ['14ed0fd0-6c28-4a6d-9824-a1d2425aa72b']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:26.145307 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a1458133-8321-47a7-a9d5-992e956ebf79 req-fda61d52-2a74-4e00-a1ea-bddb68b8a766 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 210 time: 0.0281262 Jul 13 20:52:26.175575 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Made reservation on behalf of 8d607e6082e6467aba667c6a806e6406 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:26.179261 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.301313 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Allocated IP 172.20.0.10 (df29dba9-4348-4418-b21f-4faad9cf65b6/d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c/f6668a34-6b56-4a95-b238-a27c98e12811) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:26.431790 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.432565 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.446345 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Transition to ACTIVE for port object f6668a34-6b56-4a95-b238-a27c98e12811 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:26.477219 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.525005 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Network df29dba9-4348-4418-b21f-4faad9cf65b6 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:26.528500 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:26.531821 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:26.554824 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:26.586838 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:26.587474 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.601756 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-e53ef663-b4ff-432d-91c4-4fed10cfe7ff tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503550 Jul 13 20:52:26.625122 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Request body: {'port': {'device_id': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:26.693458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-41823ec8-8242-49ef-be09-d25f15db8b32 None None] Provisioning for port f6668a34-6b56-4a95-b238-a27c98e12811 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:26.696353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.697201 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-41823ec8-8242-49ef-be09-d25f15db8b32 None None] Provisioning complete for port f6668a34-6b56-4a95-b238-a27c98e12811 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:26.697581 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-41823ec8-8242-49ef-be09-d25f15db8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.730449 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-41823ec8-8242-49ef-be09-d25f15db8b32 None None] Port f6668a34-6b56-4a95-b238-a27c98e12811 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:26.952352 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:52:26.960349 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:26.972562 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Transition to ACTIVE for port object f6668a34-6b56-4a95-b238-a27c98e12811 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:26.976094 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:27.261329 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:27.370730 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Attempting to bind port f6668a34-6b56-4a95-b238-a27c98e12811 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:27.371059 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Attempting to bind port f6668a34-6b56-4a95-b238-a27c98e12811 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:27.371380 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Attempting to bind port f6668a34-6b56-4a95-b238-a27c98e12811 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:27.381268 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Port f6668a34-6b56-4a95-b238-a27c98e12811 on network df29dba9-4348-4418-b21f-4faad9cf65b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:52:27.381586 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Attempting to bind port f6668a34-6b56-4a95-b238-a27c98e12811 on network df29dba9-4348-4418-b21f-4faad9cf65b6 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:27.389366 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:27.389699 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Checking segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:27.390075 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Bound using segment: {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:27.390503 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Bound port: f6668a34-6b56-4a95-b238-a27c98e12811, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:27.390882 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:27.400907 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79f28a-7fce-4416-a848-bf339c020dbc req-7382bbe8-157d-488e-b15e-c56778f7906b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:27.402332 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0a79f28a-7fce-4416-a848-bf339c020dbc req-7382bbe8-157d-488e-b15e-c56778f7906b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.1170082 Jul 13 20:52:27.466962 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0a79f28a-7fce-4416-a848-bf339c020dbc req-6dfad080-be60-4ffd-9e2f-728f3c0d3c0b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583680 Jul 13 20:52:27.487751 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:27.491368 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:27.495666 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:27.528973 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:27.529657 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:27.530978 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 1094 time: 0.9105718 Jul 13 20:52:27.531420 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:27.533628 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d8b956-953f-4132-8dcd-4c459992e050" -d '{"events": [{"name": "network-changed", "server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:27.557362 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7a0f6-d8b0-4247-8954-5d6335b3b7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:27.575263 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181b086-de4d-41c1-a9b9-8b536cbe39f3 x-openstack-request-id: req-3181b086-de4d-41c1-a9b9-8b536cbe39f3 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:27.575551 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:27.575797 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3181b086-de4d-41c1-a9b9-8b536cbe39f3 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:27.576190 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'status': 'completed', 'code': 200} Jul 13 20:52:28.641518 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463ec9-017d-4009-bbb1-46ad1f8a7864 req-8dc6970c-5adc-4afe-9739-f6a892886995 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:28.642983 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac463ec9-017d-4009-bbb1-46ad1f8a7864 req-8dc6970c-5adc-4afe-9739-f6a892886995 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0636325 Jul 13 20:52:28.679865 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ac463ec9-017d-4009-bbb1-46ad1f8a7864 req-e1190bfd-e249-4346-baa1-ceb8c1483e8d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Jul 13 20:52:29.851839 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdded5-fc5f-49f3-b387-af63bc43e4df req-96c7e32e-c236-4817-b81e-300b2b8ebc83 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:29.853328 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2dbdded5-fc5f-49f3-b387-af63bc43e4df req-96c7e32e-c236-4817-b81e-300b2b8ebc83 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0611064 Jul 13 20:52:29.889680 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2dbdded5-fc5f-49f3-b387-af63bc43e4df req-a6bae82c-cd9b-45ab-9923-006060cc52fc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Jul 13 20:52:31.039761 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-b2bd203e-4d9e-428c-b296-fc9d39a0c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.041506 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-b2bd203e-4d9e-428c-b296-fc9d39a0c4c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1097 time: 0.0585580 Jul 13 20:52:31.150558 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-d1e4140b-1cc0-47ac-ac77-598f1bf34c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.152049 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-d1e4140b-1cc0-47ac-ac77-598f1bf34c8d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d607e6082e6467aba667c6a806e6406&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1022878 Jul 13 20:52:31.282089 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-8aeec28e-5332-4b02-8013-0f8a7d7f3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.283711 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2d8b956-953f-4132-8dcd-4c459992e050 req-8aeec28e-5332-4b02-8013-0f8a7d7f3c64 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183579 Jul 13 20:52:31.291769 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1279015-8dc0-4015-be82-3a1ef3a5cc54 req-733f3e3d-2fd2-4e08-bcd7-85416818e126 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.293264 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1279015-8dc0-4015-be82-3a1ef3a5cc54 req-733f3e3d-2fd2-4e08-bcd7-85416818e126 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.1367073 Jul 13 20:52:31.330421 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e1279015-8dc0-4015-be82-3a1ef3a5cc54 req-66161ee0-540f-46fc-8659-a75581fe3c54 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 13 20:52:31.381189 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-ddd9a6c7-7d76-469a-a2fd-fac47fd8fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.382902 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-ddd9a6c7-7d76-469a-a2fd-fac47fd8fcbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1097 time: 0.0516107 Jul 13 20:52:31.427446 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-8622742f-f36f-4444-bc4d-3bca64a61ffd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 217 time: 0.0310662 Jul 13 20:52:31.479081 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-6ff80350-562d-4c0e-a98d-1cfdc1aebf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.480463 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-6ff80350-562d-4c0e-a98d-1cfdc1aebf04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0441616 Jul 13 20:52:31.544817 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-aafa89d7-9594-4c93-8f4a-54b82331bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:31.546196 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-aafa89d7-9594-4c93-8f4a-54b82331bd98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485764 Jul 13 20:52:31.631409 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-a33d78d6-6e6a-43d3-ab75-d4edadb17781 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766797 Jul 13 20:52:31.719903 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fc6fdc4a-ab98-4988-9e9b-413c93ea80c2 req-f48fa802-d4db-4c23-a647-58417a7f8810 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814142 Jul 13 20:52:32.510761 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532efd5-f88c-4448-b6ea-ea37344f020d req-ef6f99c4-51cd-4a5a-9e50-0bd87636cf57 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:32.512263 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0532efd5-f88c-4448-b6ea-ea37344f020d req-ef6f99c4-51cd-4a5a-9e50-0bd87636cf57 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0662735 Jul 13 20:52:32.548749 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0532efd5-f88c-4448-b6ea-ea37344f020d req-0157603a-f652-4638-99ab-2a18c2e266d2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Jul 13 20:52:33.335915 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-bdbea25f-1fac-449b-a26b-7c2c2c049fc1 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185118391&fields=id&tenant_id=d23e8731cda14f87881f3a4ef739b1c6 HTTP/1.1" status: 200 len: 267 time: 0.0400226 Jul 13 20:52:33.440145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-8b597db2-f577-43d0-a97d-e5266fe6a56b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:33.441655 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-8b597db2-f577-43d0-a97d-e5266fe6a56b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 809 time: 0.0995913 Jul 13 20:52:33.457919 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-47cc83ac-88af-49f9-9d59-fd23c4d075a7 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/quotas/d23e8731cda14f87881f3a4ef739b1c6 HTTP/1.1" status: 200 len: 375 time: 0.0103593 Jul 13 20:52:33.553735 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-a065043f-ce13-4ce1-8ed6-3f18d1dc3405 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875144 Jul 13 20:52:33.656785 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-5faad00c-b4f9-415a-aa3d-d894f7b63b50 service neutron] 10.222.0.54 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868950 Jul 13 20:52:33.734663 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139754c-3d64-4971-9a35-e5b4bb720cdb req-98fd7c6f-f5fb-4eed-930b-9cbdff628232 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:33.736743 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8139754c-3d64-4971-9a35-e5b4bb720cdb req-98fd7c6f-f5fb-4eed-930b-9cbdff628232 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0678155 Jul 13 20:52:33.781409 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8139754c-3d64-4971-9a35-e5b4bb720cdb req-a48138f1-4ffe-4ba4-81c2-7b4e3231da39 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Jul 13 20:52:33.997519 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-c6636bb7-d226-400b-a991-27e30b9aa9a6 service neutron] 10.222.0.54 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344471 Jul 13 20:52:34.165374 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b024f4-e30d-43ad-8113-007235e89a4a req-92943da1-f485-4fe3-981a-2e532ce4e768 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:34.166965 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2b024f4-e30d-43ad-8113-007235e89a4a req-92943da1-f485-4fe3-981a-2e532ce4e768 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0700278 Jul 13 20:52:34.203812 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f2b024f4-e30d-43ad-8113-007235e89a4a req-78796b52-ca56-4a51-9f77-0573d7bf203d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Jul 13 20:52:34.291761 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d534a3b-25aa-4cae-8ec0-5c4d28d9f872 req-5e734189-9eaa-426a-ac1a-7e8c0b21e808 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jul 13 20:52:34.967417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf185747-b04a-44cd-9e4e-e5187693da7f req-32aea280-a75c-47d5-9cfa-872997c0e7ea tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:34.969019 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cf185747-b04a-44cd-9e4e-e5187693da7f req-32aea280-a75c-47d5-9cfa-872997c0e7ea tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0654037 Jul 13 20:52:35.013031 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cf185747-b04a-44cd-9e4e-e5187693da7f req-00a7dd06-97fa-4cb2-9db9-27fd3f665ab9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360196 Jul 13 20:52:35.342912 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-407ec5a7-1fb5-4fbc-b52d-3b39cbaa520c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:35.344346 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-407ec5a7-1fb5-4fbc-b52d-3b39cbaa520c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 809 time: 0.1190805 Jul 13 20:52:35.408316 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-211ff076-5fde-4526-909e-9e81f5b2c60d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23e8731cda14f87881f3a4ef739b1c6 HTTP/1.1" status: 200 len: 380 time: 0.0458560 Jul 13 20:52:35.424832 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734b63-9133-4b79-b7ac-0f78bfd989e4 req-3ba221bb-1a47-4306-a375-4df93b39c232 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:35.426988 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-45734b63-9133-4b79-b7ac-0f78bfd989e4 req-3ba221bb-1a47-4306-a375-4df93b39c232 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1072161 Jul 13 20:52:35.430368 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'port': {'device_id': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'admin_state_up': True, 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'security_groups': ['c41841df-0432-434b-a88b-4315fdf073c3']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:35.437849 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d99b2207-f59c-492d-a4df-d5961c0d26d8 req-d9d61237-4d82-4372-8c72-4d5dcbd55995 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 210 time: 0.0308838 Jul 13 20:52:35.516189 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-45734b63-9133-4b79-b7ac-0f78bfd989e4 req-b637de39-2b18-412f-be31-9816851ac71a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812485 Jul 13 20:52:35.561666 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Made reservation on behalf of d23e8731cda14f87881f3a4ef739b1c6 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:52:35.565121 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:35.682426 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Allocated IP 172.20.0.12 (d3906394-331a-4dc7-af0c-d326ddcd1c72/6002c0ca-be53-480f-ac81-ee1896c60dcf/dd2c8515-6b42-4e9a-8386-7f8389ad32b0) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:35.821079 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:35.835820 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Transition to ACTIVE for port object dd2c8515-6b42-4e9a-8386-7f8389ad32b0 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:35.869200 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:35.912423 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:35.922564 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:35.923314 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:52:35.924908 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:35.959019 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:35.983982 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:35.984673 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.001030 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-a5b820a9-5aac-4a59-be85-a6d9d7dcc31f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837266 Jul 13 20:52:36.013657 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Request body: {'port': {'device_id': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:36.033757 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:36.057710 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:52:36.100619 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.118014 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.119184 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:52:36.151422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:36.156807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.207410 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:36.214706 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.215153 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.215554 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.215965 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.216520 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.217059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.217461 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.217858 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.218395 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.218941 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.219457 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.219968 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.234672 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10be41-9f2e-4cdd-a4db-4785e5c59334 req-1caa85ad-7b20-4985-b788-f5530047ae81 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:36.236202 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ca10be41-9f2e-4cdd-a4db-4785e5c59334 req-1caa85ad-7b20-4985-b788-f5530047ae81 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0779164 Jul 13 20:52:36.261512 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a6dda100-3e7d-41ea-9c8f-ab8592c82fa5 None None] Provisioning for port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:36.265884 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a6dda100-3e7d-41ea-9c8f-ab8592c82fa5 None None] Provisioning complete for port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:36.266513 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a6dda100-3e7d-41ea-9c8f-ab8592c82fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.302200 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ca10be41-9f2e-4cdd-a4db-4785e5c59334 req-8cec92b6-0b2b-4fca-8758-65566792dfac tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559413 Jul 13 20:52:36.304292 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a6dda100-3e7d-41ea-9c8f-ab8592c82fa5 None None] Port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:52:36.383075 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41560) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:36.394492 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['f6668a34-6b56-4a95-b238-a27c98e12811'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:52:36.416186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2c8515-6b42-4e9a-8386-7f8389ad32b0 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:52:36.424051 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.435864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Transition to ACTIVE for port object dd2c8515-6b42-4e9a-8386-7f8389ad32b0 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:52:36.441069 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.496560 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.526467 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:36.632672 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.639557 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Attempting to bind port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:52:36.639919 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.640126 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Attempting to bind port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:52:36.640594 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Attempting to bind port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 on network d3906394-331a-4dc7-af0c-d326ddcd1c72 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:36.650000 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 on network d3906394-331a-4dc7-af0c-d326ddcd1c72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:52:36.650458 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Attempting to bind port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 on network d3906394-331a-4dc7-af0c-d326ddcd1c72 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:52:36.658322 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:52:36.658924 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Checking segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:52:36.659400 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Bound using segment: {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:52:36.659987 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Bound port: dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba6af1-08ef-4035-a014-8f998084614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:52:36.660463 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.673409 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd14877d202346149482301bb76e80cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892408 Jul 13 20:52:36.679101 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41568) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:36.724926 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04203e3e-2c7c-4d31-a5fe-5010b9dd54b9,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:36.740281 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.740633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.740966 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.741299 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.741625 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.741949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.742276 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.742613 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.742945 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.743263 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.743579 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.743895 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a65a0d-6136-4666-86b5-7926b6dbd837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:52:36.763952 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0f97-bfc6-49a5-836c-9fdcc456ef82 req-5f33716d-81fe-4052-8ef7-b8a52d35b341 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:36.765445 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f0a0f97-bfc6-49a5-836c-9fdcc456ef82 req-5f33716d-81fe-4052-8ef7-b8a52d35b341 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.1623144 Jul 13 20:52:36.772597 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0066de-6619-4153-9cc3-2c071a90caf9 req-fa2bbd58-4dc2-4ab2-a7c1-b8944a808200 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:36.774026 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ac0066de-6619-4153-9cc3-2c071a90caf9 req-fa2bbd58-4dc2-4ab2-a7c1-b8944a808200 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0849004 Jul 13 20:52:36.808641 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:52:36.810981 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ac0066de-6619-4153-9cc3-2c071a90caf9 req-7614528a-3a02-44c3-b648-0677e691a832 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Jul 13 20:52:36.822135 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.831061 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:52:36.845725 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.883682 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f0a0f97-bfc6-49a5-836c-9fdcc456ef82 req-f6b7205b-9aab-4ca0-9494-65060d3f04e6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118448 Jul 13 20:52:36.895287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.911583 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:36.912153 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:36.913724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 1094 time: 0.9043732 Jul 13 20:52:36.914284 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:36.916660 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4575a2-58b1-48d1-819e-d59a019f16af" -d '{"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:36.948978 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2581-0736-4629-b031-6de07d34ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:36.969299 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b15dc-6cba-4247-8242-2966abe2c5da x-openstack-request-id: req-f39b15dc-6cba-4247-8242-2966abe2c5da {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:36.969598 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:36.969849 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f39b15dc-6cba-4247-8242-2966abe2c5da {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:36.970243 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'status': 'completed', 'code': 200} Jul 13 20:52:37.012154 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.014732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.015881 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04203e3e-2c7c-4d31-a5fe-5010b9dd54b9 HTTP/1.1" status: 204 len: 168 time: 0.3338890 Jul 13 20:52:37.028028 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536dd86-63ed-4158-8ae9-15111a853ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04203e3e-2c7c-4d31-a5fe-5010b9dd54b9,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:37.035563 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-961ef5f1-0e38-4acc-b408-a80ab649f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.037433 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-961ef5f1-0e38-4acc-b408-a80ab649f73e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1097 time: 0.0798717 Jul 13 20:52:37.092327 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-8705f1a0-e809-443e-bde9-63a7d04b9334 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 217 time: 0.0449080 Jul 13 20:52:37.141093 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-92ae01f3-7069-4732-9d3b-03c30165ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.142693 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-92ae01f3-7069-4732-9d3b-03c30165ba5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0432932 Jul 13 20:52:37.201459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652c65-2589-42ff-9702-6400732bee36 req-b8d9243d-c7d5-48d9-80d0-0e67ce758a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.203043 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-b8d9243d-c7d5-48d9-80d0-0e67ce758a0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528035 Jul 13 20:52:37.279327 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41576) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:37.293971 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-acc00674-203e-4019-8edd-56344a9eb7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.301791 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-1981e169-d817-4277-b89f-b1270655de73 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880678 Jul 13 20:52:37.386721 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-acc00674-203e-4019-8edd-56344a9eb7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.391200 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-acc00674-203e-4019-8edd-56344a9eb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.403592 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79652c65-2589-42ff-9702-6400732bee36 req-ff1c943b-3383-4576-b4a2-405a4e0d8000 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958571 Jul 13 20:52:37.432836 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-acc00674-203e-4019-8edd-56344a9eb7e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=103613f23c1b4b6884d9fc689b56ccae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527119 Jul 13 20:52:37.434253 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc00674-203e-4019-8edd-56344a9eb7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a9af4-aede-4fa5-b7d3-6cd1c6cd57f2,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:37.437192 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41580) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:37.489728 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.511178 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.516768 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a669912-81fd-4394-a194-f2c860772bf3 req-f3893541-9a5c-4bac-bb3b-e86bb8ed6701 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.518256 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a669912-81fd-4394-a194-f2c860772bf3 req-f3893541-9a5c-4bac-bb3b-e86bb8ed6701 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0984626 Jul 13 20:52:37.558760 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.561244 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:37.562348 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/573a9af4-aede-4fa5-b7d3-6cd1c6cd57f2 HTTP/1.1" status: 204 len: 168 time: 0.1237490 Jul 13 20:52:37.564843 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-3b1ef53a-7081-4d73-8827-1e91277ad92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.567056 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-3b1ef53a-7081-4d73-8827-1e91277ad92a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1097 time: 0.0980697 Jul 13 20:52:37.574610 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a669912-81fd-4394-a194-f2c860772bf3 req-aad59d57-7ae3-4be4-8634-260122394c8c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 Jul 13 20:52:37.576647 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc14ed4-5c9e-45c3-ba8f-25b1317dae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a9af4-aede-4fa5-b7d3-6cd1c6cd57f2,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:37.656639 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-3f4a067b-8295-4519-b479-079eb40b894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.658163 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-3f4a067b-8295-4519-b479-079eb40b894f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.0851972 Jul 13 20:52:37.705094 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-ec200eb5-7764-429b-8df7-14e197e6095d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Jul 13 20:52:37.752506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-1528728f-dd5f-44bf-80c6-fa85bb478323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.754524 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-1528728f-dd5f-44bf-80c6-fa85bb478323 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0435648 Jul 13 20:52:37.809078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-69a11e42-e68e-4f1d-b9eb-a7b771e0444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:37.810570 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-69a11e42-e68e-4f1d-b9eb-a7b771e0444e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499489 Jul 13 20:52:37.904857 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-de0dcda5-b9e5-4e2e-b89a-3f9b9b1d58ff service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 Jul 13 20:52:37.946359 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:37.997386 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port f6668a34-6b56-4a95-b238-a27c98e12811 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:38.001905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port f6668a34-6b56-4a95-b238-a27c98e12811 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:38.002545 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:38.020907 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f4575a2-58b1-48d1-819e-d59a019f16af req-75440d1b-ac53-466c-a401-7b43263d3a39 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092775 Jul 13 20:52:38.044545 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef534e-e0e6-4c36-99c6-3f5aacd10287 req-5636e480-b045-4d75-b700-bdc6ac350700 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:38.047287 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-beef534e-e0e6-4c36-99c6-3f5aacd10287 req-5636e480-b045-4d75-b700-bdc6ac350700 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0983155 Jul 13 20:52:38.087666 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:38.096279 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-beef534e-e0e6-4c36-99c6-3f5aacd10287 req-20980ae5-5237-4d90-943b-0baf89408d6b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Jul 13 20:52:38.124620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:38.124620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547609fd-ddb2-44d9-b969-907d98601476" -d '{"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:38.138218 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:38.143349 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:38.155076 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0af1a-e418-4d81-8a5c-7fe38c82b25e req-a4c9ca5d-f2ca-458c-b14a-5c87a7ba33db tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:38.156687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b7c0af1a-e418-4d81-8a5c-7fe38c82b25e req-a4c9ca5d-f2ca-458c-b14a-5c87a7ba33db tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0773838 Jul 13 20:52:38.168816 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1750d94-85b1-4fdd-9a80-11131438d070 x-openstack-request-id: req-c1750d94-85b1-4fdd-9a80-11131438d070 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:38.169107 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:38.169354 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1750d94-85b1-4fdd-9a80-11131438d070 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:38.169741 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'code': 200} Jul 13 20:52:38.198072 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:38.213433 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b7c0af1a-e418-4d81-8a5c-7fe38c82b25e req-0f1fdd4f-41fd-4944-a07a-44d6b2d23678 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Jul 13 20:52:38.397714 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a4ef1-2f8f-4c6b-bd5d-f347c03fcb1b req-83266e33-acd7-42c5-bb7d-b71b9bd1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:38.399283 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-163a4ef1-2f8f-4c6b-bd5d-f347c03fcb1b req-83266e33-acd7-42c5-bb7d-b71b9bd1d7ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1099 time: 0.0500121 Jul 13 20:52:38.433225 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-163a4ef1-2f8f-4c6b-bd5d-f347c03fcb1b req-81916b57-976b-48f4-8e93-2e62c09baba8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280962 Jul 13 20:52:38.766328 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8344bb-d5ad-4952-b565-8bbf80dfeb4a req-0212d25c-bd24-4bea-af53-3371f4ed35de tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:38.767845 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3a8344bb-d5ad-4952-b565-8bbf80dfeb4a req-0212d25c-bd24-4bea-af53-3371f4ed35de tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0633423 Jul 13 20:52:38.807430 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3a8344bb-d5ad-4952-b565-8bbf80dfeb4a req-a9c9b90d-00b1-4687-8442-517b57b6fafd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341406 Jul 13 20:52:39.319372 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75680320-9914-4b34-8004-2d55abac172c req-a4080d38-e9fc-40c4-9aa4-3f2091453667 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:39.321123 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75680320-9914-4b34-8004-2d55abac172c req-a4080d38-e9fc-40c4-9aa4-3f2091453667 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0995309 Jul 13 20:52:39.365052 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-75680320-9914-4b34-8004-2d55abac172c req-e2b8059f-b862-45b2-8746-73ad44950194 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Jul 13 20:52:39.416462 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052db721-7a6b-486d-9653-70aacf5c3e3e req-5400ee69-84ed-4a73-a82b-68008813f395 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:39.417957 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-052db721-7a6b-486d-9653-70aacf5c3e3e req-5400ee69-84ed-4a73-a82b-68008813f395 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0775528 Jul 13 20:52:39.456793 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-052db721-7a6b-486d-9653-70aacf5c3e3e req-4a7e220b-db1d-419b-8790-238fe8f9a03d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Jul 13 20:52:39.986648 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b7475-66d4-4243-bab2-65d34a5a04b4 req-93de3193-2b6d-47f4-84d7-3c42812c320f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:39.988099 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-416b7475-66d4-4243-bab2-65d34a5a04b4 req-93de3193-2b6d-47f4-84d7-3c42812c320f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0649383 Jul 13 20:52:40.023843 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-416b7475-66d4-4243-bab2-65d34a5a04b4 req-99b4c12f-5043-490d-9876-36bff42c1a3f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303211 Jul 13 20:52:40.190372 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a4845-21e9-4a53-a204-f1e284788f1f req-16a1ddc2-f911-4f2f-a550-b1d75632940c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:40.191810 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6c4a4845-21e9-4a53-a204-f1e284788f1f req-16a1ddc2-f911-4f2f-a550-b1d75632940c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0605576 Jul 13 20:52:40.200130 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41644) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:40.204551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Request body: {'floatingip': {'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:40.245121 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:40.544236 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764aa4c-cfa7-469f-856c-181b4f868e97 req-3b74ae10-bbba-48e8-9ccb-d7e6e4aa7997 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:40.545764 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c764aa4c-cfa7-469f-856c-181b4f868e97 req-3b74ae10-bbba-48e8-9ccb-d7e6e4aa7997 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0686324 Jul 13 20:52:40.586363 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c764aa4c-cfa7-469f-856c-181b4f868e97 req-67f2b264-ea0f-46f8-8eed-372cf742cbec tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Jul 13 20:52:40.699342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff874-dea5-4951-b324-c3ded648f498 req-57b2fa2c-b424-45b0-9e3e-158418ca7f5b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:40.700812 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0b5ff874-dea5-4951-b324-c3ded648f498 req-57b2fa2c-b424-45b0-9e3e-158418ca7f5b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.1061375 Jul 13 20:52:40.778519 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:40.784386 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0b5ff874-dea5-4951-b324-c3ded648f498 req-a9dba59f-42c0-4b31-a744-d3c0e50f59cd tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763977 Jul 13 20:52:40.785444 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:40.887229 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Floating IP 7c09c32e-54e1-4509-90de-7c1f7706fc9a associated. External IP: 172.27.2.141, port: f6668a34-6b56-4a95-b238-a27c98e12811. Jul 13 20:52:41.100898 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:52:41.213019 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:41.217396 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:41.223161 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:41.232506 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:41.233112 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:52:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:41.256445 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-398a4243-086c-452e-a2c5-3939268aec68 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "PUT /v2.0/floatingips/7c09c32e-54e1-4509-90de-7c1f7706fc9a HTTP/1.1" status: 200 len: 992 time: 1.0552566 Jul 13 20:52:41.257042 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:41.259302 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6595d-2093-4656-b969-7ddcced54d20" -d '{"events": [{"name": "network-changed", "server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:41.298097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c2ee3b-19f3-49cb-bb70-c8dd5f8162c0 x-openstack-request-id: req-38c2ee3b-19f3-49cb-bb70-c8dd5f8162c0 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:41.298426 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:41.298780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38c2ee3b-19f3-49cb-bb70-c8dd5f8162c0 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:41.299206 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'status': 'completed', 'code': 200} Jul 13 20:52:41.350942 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:41.382974 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6595d-2093-4656-b969-7ddcced54d20 req-1c5846cf-7c8b-421c-8094-c2e3ea42d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:41.384716 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-1c5846cf-7c8b-421c-8094-c2e3ea42d57b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1099 time: 0.0620406 Jul 13 20:52:41.479748 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6595d-2093-4656-b969-7ddcced54d20 req-21d867d1-9f35-4ca3-8a6f-d18304f3d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:41.481233 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-21d867d1-9f35-4ca3-8a6f-d18304f3d27f service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0867858 Jul 13 20:52:41.547146 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-134c30e0-9747-4c22-bcff-7f597865f9f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 1000 time: 0.0593815 Jul 13 20:52:41.731409 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '7c09c32e-54e1-4509-90de-7c1f7706fc9a', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:22Z', 'updated_at': '2021-07-13T20:52:40Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:41.762773 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:41.763583 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fa6c-e0d1-44ca-bd0f-d97c908b552e req-283ac6b9-bb3a-4913-bbc9-8caccabb3737 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:41.765103 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ffe4fa6c-e0d1-44ca-bd0f-d97c908b552e req-283ac6b9-bb3a-4913-bbc9-8caccabb3737 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0643940 Jul 13 20:52:41.772203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:41.772827 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:52:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:41.805475 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ffe4fa6c-e0d1-44ca-bd0f-d97c908b552e req-91da4cba-1f61-4940-a2a5-a6197d49ac57 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Jul 13 20:52:41.839897 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6595d-2093-4656-b969-7ddcced54d20 req-ed97bba8-8fce-4427-bd23-f232a7b1b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:41.841540 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-ed97bba8-8fce-4427-bd23-f232a7b1b53a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.2878256 Jul 13 20:52:41.888037 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:41.899732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6595d-2093-4656-b969-7ddcced54d20 req-cdb52f64-4378-498f-aae6-e4475b736bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:41.901230 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-cdb52f64-4378-498f-aae6-e4475b736bd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533130 Jul 13 20:52:42.031876 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-0458b8fa-37ef-495d-a426-efd9e7bb9dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243224 Jul 13 20:52:42.038979 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb193-5236-4548-a8dd-b20fb2213b94 req-474f1a5c-def5-46ae-9a08-8f6d9867beb6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:42.040351 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a3bb193-5236-4548-a8dd-b20fb2213b94 req-474f1a5c-def5-46ae-9a08-8f6d9867beb6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.1248224 Jul 13 20:52:42.107032 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '7c09c32e-54e1-4509-90de-7c1f7706fc9a', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:22Z', 'updated_at': '2021-07-13T20:52:40Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:42.123502 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a3bb193-5236-4548-a8dd-b20fb2213b94 req-dcfb6e7e-b14b-4611-978e-096ff857171e tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752296 Jul 13 20:52:42.136441 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123adcf2-e8c1-40e0-8576-9dec7490a3fa None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '7c09c32e-54e1-4509-90de-7c1f7706fc9a', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:22Z', 'updated_at': '2021-07-13T20:52:40Z', 'revision_number': 1, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:42.150942 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-05a6595d-2093-4656-b969-7ddcced54d20 req-e09c85be-ec2c-4785-9989-d465867c349e service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096170 Jul 13 20:52:42.347244 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec0608-2d23-4c59-99a6-7c33f29942d6 None None] New status for floating IP 7c09c32e-54e1-4509-90de-7c1f7706fc9a: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:52:42.563125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41686) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:42.673430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-845ea2be-a8ed-4b9b-8bf3-0d7da5e5aa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.756607 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-845ea2be-a8ed-4b9b-8bf3-0d7da5e5aa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.760000 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-845ea2be-a8ed-4b9b-8bf3-0d7da5e5aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.796300 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-845ea2be-a8ed-4b9b-8bf3-0d7da5e5aa90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8278159138c4469a5ddf49f26a84f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319748 Jul 13 20:52:42.797124 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ea2be-a8ed-4b9b-8bf3-0d7da5e5aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc99278-2e43-4f88-9fa5-33e41d8336f1,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:42.799248 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41690) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:42.848023 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.868505 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.915954 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.918840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:42.920196 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbc99278-2e43-4f88-9fa5-33e41d8336f1 HTTP/1.1" status: 204 len: 168 time: 0.1198325 Jul 13 20:52:42.930361 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829dc4a-7273-4612-8507-ef05bdbd3110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc99278-2e43-4f88-9fa5-33e41d8336f1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:42.997337 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1959-ec6e-4878-9aba-678735c4a240 req-4ee1420f-dade-4c5e-9517-912e4704c44c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:42.999095 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e01b1959-ec6e-4878-9aba-678735c4a240 req-4ee1420f-dade-4c5e-9517-912e4704c44c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0702491 Jul 13 20:52:43.037926 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e01b1959-ec6e-4878-9aba-678735c4a240 req-4145f7ea-5a22-4937-8943-f3fd6c32cc2c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325143 Jul 13 20:52:43.184651 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41700) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:43.198553 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2af5982f-49bd-4de0-85f3-7548c08df750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.289226 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2af5982f-49bd-4de0-85f3-7548c08df750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.293228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2af5982f-49bd-4de0-85f3-7548c08df750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.301592 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086746f0-be5f-4dca-bd3c-7ca57b551506 req-685bec6b-aea2-4a06-9df6-a3c431cf41fe tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:43.303095 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-086746f0-be5f-4dca-bd3c-7ca57b551506 req-685bec6b-aea2-4a06-9df6-a3c431cf41fe tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0640140 Jul 13 20:52:43.330816 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2af5982f-49bd-4de0-85f3-7548c08df750 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e380562f9d443759d1f92b53926e036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449902 Jul 13 20:52:43.331694 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5982f-49bd-4de0-85f3-7548c08df750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd63e2-85ab-4ffb-a1a3-41fd19a17b91,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:43.333948 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41702) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:43.342087 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-086746f0-be5f-4dca-bd3c-7ca57b551506 req-71a2ca2d-6f69-43e5-bb96-12426f22afd5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jul 13 20:52:43.381885 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.402734 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.447325 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.449688 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:43.450946 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5cd63e2-85ab-4ffb-a1a3-41fd19a17b91 HTTP/1.1" status: 204 len: 168 time: 0.1161132 Jul 13 20:52:43.458389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9245-09ee-42b3-be49-4667bf9d5cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd63e2-85ab-4ffb-a1a3-41fd19a17b91,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:44.209913 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659db6-1780-45d8-bf76-e85c21c389d1 req-5cb6f98c-2461-4497-9985-9cee49257e4c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:44.211477 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1a659db6-1780-45d8-bf76-e85c21c389d1 req-5cb6f98c-2461-4497-9985-9cee49257e4c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0647936 Jul 13 20:52:44.248085 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1a659db6-1780-45d8-bf76-e85c21c389d1 req-2caa4e57-b604-4508-9e39-cccaf8f2633f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jul 13 20:52:44.521105 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56258a-835d-4c17-bb1c-826dd2b7d42a req-15ae9b80-47be-4609-b83f-28f58ec28ce8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:44.522750 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d56258a-835d-4c17-bb1c-826dd2b7d42a req-15ae9b80-47be-4609-b83f-28f58ec28ce8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0693319 Jul 13 20:52:44.560651 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7d56258a-835d-4c17-bb1c-826dd2b7d42a req-b9801afd-379b-4189-846d-70614c956268 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jul 13 20:52:45.431439 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2e44e-d997-45fa-a073-e670ba5160b1 req-445e5f45-617d-466c-ac38-740c89bd7308 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:45.432888 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-acd2e44e-d997-45fa-a073-e670ba5160b1 req-445e5f45-617d-466c-ac38-740c89bd7308 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0607784 Jul 13 20:52:45.468660 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-acd2e44e-d997-45fa-a073-e670ba5160b1 req-59992e00-16c7-49b5-9880-00db2465e057 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303957 Jul 13 20:52:45.735830 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808652a-68e3-432b-8972-1c47cd8a6646 req-d9b9eaca-b29d-41bf-b5f5-83f54fdef96d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:45.737363 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f808652a-68e3-432b-8972-1c47cd8a6646 req-d9b9eaca-b29d-41bf-b5f5-83f54fdef96d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0665512 Jul 13 20:52:45.802648 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f808652a-68e3-432b-8972-1c47cd8a6646 req-029b403d-980c-45c1-a119-a2f8727dc622 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597105 Jul 13 20:52:45.808938 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a11249-aa6f-4554-9d79-d3858e25e503 req-042d4bcd-1a1f-4505-a7e8-4f92b6563c44 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:45.810423 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1a11249-aa6f-4554-9d79-d3858e25e503 req-042d4bcd-1a1f-4505-a7e8-4f92b6563c44 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0630064 Jul 13 20:52:45.829504 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-9fde7a4e-6f33-4aea-8363-411c7dd622dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:45.831005 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-9fde7a4e-6f33-4aea-8363-411c7dd622dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1098 time: 0.0731556 Jul 13 20:52:45.851506 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1a11249-aa6f-4554-9d79-d3858e25e503 req-549a5703-5268-4337-a807-dc7b7c53f5a0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Jul 13 20:52:45.922742 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-9b2d0878-bd40-4c49-8fd2-a55ed9b49f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:45.924314 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-9b2d0878-bd40-4c49-8fd2-a55ed9b49f36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.0868723 Jul 13 20:52:45.976806 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:52:45.986511 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-9ada5dd3-e6e5-49cc-b68d-030410f9b7a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 1001 time: 0.0562384 Jul 13 20:52:46.035244 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-d50e2a0f-c9c4-4ae0-82b9-fd99f07bc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:46.036746 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-d50e2a0f-c9c4-4ae0-82b9-fd99f07bc745 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0433128 Jul 13 20:52:46.067802 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:46.079792 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'mac_address': 'fa:16:3e:cc:99:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:52:46.096123 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-87b42858-44fc-4552-b447-930f29b83690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:46.097736 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-87b42858-44fc-4552-b447-930f29b83690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548029 Jul 13 20:52:46.117510 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:46.140321 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c8515-6b42-4e9a-8386-7f8389ad32b0 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:52:46.160697 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:46.165994 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:46.193528 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-5222dd3e-fb0e-4aa8-8e99-9d2b187f4653 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889196 Jul 13 20:52:46.213816 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:46.289304 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7ddcd74c-219d-4726-930b-e24807de96a3 req-29b42db2-fccd-48fc-a162-d9f2b7873e3c service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894232 Jul 13 20:52:46.410041 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['dd2c8515-6b42-4e9a-8386-7f8389ad32b0'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:52:46.980659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701657e-1088-4c34-83a8-0eb20ee0526e req-5e1b8160-e5c0-4c95-b8d3-c9aad0239456 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:46.982128 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7701657e-1088-4c34-83a8-0eb20ee0526e req-5e1b8160-e5c0-4c95-b8d3-c9aad0239456 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 945 time: 0.0635493 Jul 13 20:52:47.019808 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7701657e-1088-4c34-83a8-0eb20ee0526e req-f325a033-75d4-4f61-900d-5ea1a7542f23 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Jul 13 20:52:47.025619 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00cd7e-b9a4-4d45-8239-36d9c99db24e req-71c41852-ad10-45ef-a469-e4aacaa9132b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:47.027121 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f00cd7e-b9a4-4d45-8239-36d9c99db24e req-71c41852-ad10-45ef-a469-e4aacaa9132b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0623777 Jul 13 20:52:47.065913 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9f00cd7e-b9a4-4d45-8239-36d9c99db24e req-c62fac0a-4bd5-497b-bff1-42a68b15360a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328135 Jul 13 20:52:47.991417 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:52:48.036902 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:52:48.040590 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:52:48.040958 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:48.116918 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:48.140630 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:48.142847 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e30a2-566b-4235-a7aa-e557a09fc2f3" -d '{"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:48.155185 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:52:48.160447 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:48.185010 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a30bfa-10c0-46c7-a960-2bb4f0b265bb x-openstack-request-id: req-42a30bfa-10c0-46c7-a960-2bb4f0b265bb {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:48.185297 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:48.185555 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42a30bfa-10c0-46c7-a960-2bb4f0b265bb {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:48.185928 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'code': 200} Jul 13 20:52:48.201041 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba574-6595-4192-9999-3e635f7a00ec req-1f161b7c-1596-4ef4-bfde-f21b716d55f5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:48.204272 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9cba574-6595-4192-9999-3e635f7a00ec req-1f161b7c-1596-4ef4-bfde-f21b716d55f5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 945 time: 0.0751638 Jul 13 20:52:48.220717 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:48.253199 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9cba574-6595-4192-9999-3e635f7a00ec req-4cadbc35-1511-477d-b438-6e6f050bb219 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335419 Jul 13 20:52:48.473010 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6540ef0-c46c-46e0-a3fd-73a6bd904549 req-7b816774-0944-43f8-b13d-0c6ba555ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:48.474449 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6540ef0-c46c-46e0-a3fd-73a6bd904549 req-7b816774-0944-43f8-b13d-0c6ba555ac3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.0526960 Jul 13 20:52:48.506724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e6540ef0-c46c-46e0-a3fd-73a6bd904549 req-f0cfca86-7354-44ea-b893-375ed27977c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261850 Jul 13 20:52:49.432304 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480409-d17b-4181-abbc-7b5c3d07677a req-98115fc3-9314-4a8a-9cec-8081c6b62a7b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:49.434131 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-18480409-d17b-4181-abbc-7b5c3d07677a req-98115fc3-9314-4a8a-9cec-8081c6b62a7b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0669336 Jul 13 20:52:49.470907 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-18480409-d17b-4181-abbc-7b5c3d07677a req-58207ea5-9e65-4cdb-b406-e101755f68d6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Jul 13 20:52:50.645795 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c55f1-daca-4eff-b074-c982be5e11ec req-80e7626c-92e6-4214-a64b-3e0d143bbeac tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:50.647298 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-325c55f1-daca-4eff-b074-c982be5e11ec req-80e7626c-92e6-4214-a64b-3e0d143bbeac tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0678923 Jul 13 20:52:50.686420 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-325c55f1-daca-4eff-b074-c982be5e11ec req-80cc8ef2-4f1f-42c2-a568-8c009341ee24 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333748 Jul 13 20:52:50.861280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794b23c-5abb-4e98-a3ea-94e82b6a8824 req-d8762717-47bb-4846-9b03-7f1e9e8f5d37 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:50.862791 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b794b23c-5abb-4e98-a3ea-94e82b6a8824 req-d8762717-47bb-4846-9b03-7f1e9e8f5d37 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0652640 Jul 13 20:52:50.899467 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b794b23c-5abb-4e98-a3ea-94e82b6a8824 req-df5884bb-6521-43d9-959b-92ed12e50af6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Jul 13 20:52:50.924412 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41832) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:51.108373 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3631f00-fd69-4651-8b92-30d8d983eabc tempest-TestShelveInstance-702966543 tempest-TestShelveInstance-702966543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:51.109846 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b3631f00-fd69-4651-8b92-30d8d983eabc tempest-TestShelveInstance-702966543 tempest-TestShelveInstance-702966543-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1094 time: 0.1844530 Jul 13 20:52:51.112871 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41836) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:51.117120 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:52:51.138744 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for floatingip, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.191483 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-ceb15937-ebac-474c-8058-615907efdd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.236141 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.334879 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Allocated IP 172.27.2.171 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/71384bbb-1c0d-4039-8256-7d550f438428) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:52:51.433498 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.470416 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.493517 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.511362 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:52:51.514104 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:52:51.519991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:52:51.547136 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'Port': ['ID=71384bbb-1c0d-4039-8256-7d550f438428,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:51.892057 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:51.968496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:52.106759 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:52.110987 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:52.180987 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event updated for resources: {'Port': ['ID=71384bbb-1c0d-4039-8256-7d550f438428,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:52.188944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:52.528896 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Floating IP 80f95506-43b5-44dd-8d73-3e7c468fd06d associated. External IP: 172.27.2.171, port: dd2c8515-6b42-4e9a-8386-7f8389ad32b0. Jul 13 20:52:52.744010 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Router 4c401630-4b0b-4b84-b072-81654e5f0915 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:52:52.850689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:52:52.863639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Sync routers for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:52:52.868076 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:52.874008 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:52.874647 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:52:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:52.905788 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-f3d96bac-d85b-45d3-9bee-7e4a642ab286 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7918870 Jul 13 20:52:52.906517 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:52:52.908939 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79bb402-a1b1-4caa-a5dd-16c78aa25600" -d '{"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:52:52.946269 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b01d21-6b67-44c3-ab11-359c8ed86d0a x-openstack-request-id: req-b9b01d21-6b67-44c3-ab11-359c8ed86d0a {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:52:52.946562 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:52:52.946852 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9b01d21-6b67-44c3-ab11-359c8ed86d0a {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:52:52.947250 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'status': 'completed', 'code': 200} Jul 13 20:52:52.982483 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:53.021639 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-969882fc-4543-4180-8bf1-1538599da1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:53.023293 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-969882fc-4543-4180-8bf1-1538599da1c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.0543368 Jul 13 20:52:53.109865 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-5fd06090-710a-4841-bae8-df26e3f9c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:53.111271 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-5fd06090-710a-4841-bae8-df26e3f9c61b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.0817132 Jul 13 20:52:53.179475 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-d5a9af30-28a2-442b-b512-443642757183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 1000 time: 0.0599864 Jul 13 20:52:53.197154 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '80f95506-43b5-44dd-8d73-3e7c468fd06d', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'mac_address': 'fa:16:3e:cc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:51Z', 'updated_at': '2021-07-13T20:52:51Z', 'revision_number': 0, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:53.222032 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Checking router: 4c401630-4b0b-4b84-b072-81654e5f0915 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:52:53.226937 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-5a06f8ee-95a0-4710-900d-82ca3ccb64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:53.228386 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-5a06f8ee-95a0-4710-900d-82ca3ccb64a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0430784 Jul 13 20:52:53.230119 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:52:53.230743 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:52:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:53.284285 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-c8d71453-5b3e-422d-b753-5f48486661b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:52:53.285766 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-c8d71453-5b3e-422d-b753-5f48486661b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503600 Jul 13 20:52:53.381781 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-e3e59772-03a1-429c-8e8f-3be6847a3cae service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876863 Jul 13 20:52:53.446920 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:52:53.469446 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d79bb402-a1b1-4caa-a5dd-16c78aa25600 req-981b4685-b9bc-42cb-8a03-438ed30b589e service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811758 Jul 13 20:52:53.662491 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '80f95506-43b5-44dd-8d73-3e7c468fd06d', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'mac_address': 'fa:16:3e:cc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:51Z', 'updated_at': '2021-07-13T20:52:51Z', 'revision_number': 0, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:52:53.690288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858ce9d-2a04-49b0-b9cd-90caff2d5871 None None] The sync data for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi is: [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '80f95506-43b5-44dd-8d73-3e7c468fd06d', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'mac_address': 'fa:16:3e:cc:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:52:51Z', 'updated_at': '2021-07-13T20:52:51Z', 'revision_number': 0, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:52:53.708492 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-41b6777f-7013-498a-afdc-a9627803504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:53.809333 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:53.891364 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b0f6c-dde7-42e9-833b-0d9c11bc83dc None None] New status for floating IP 80f95506-43b5-44dd-8d73-3e7c468fd06d: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:52:53.999132 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41866) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:54.101297 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-345fcfdb-eb69-4fcd-a984-59f66693ba7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.190248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-345fcfdb-eb69-4fcd-a984-59f66693ba7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.193855 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-345fcfdb-eb69-4fcd-a984-59f66693ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.231003 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-345fcfdb-eb69-4fcd-a984-59f66693ba7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eeccd4ece1a24ea49408c09e8d424984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308507 Jul 13 20:52:54.231939 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fcfdb-eb69-4fcd-a984-59f66693ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8a7c8e-1d63-422b-b6ea-5d3a3dd9385d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:54.233712 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41870) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:54.281543 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.303395 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.351675 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.354098 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.355256 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d8a7c8e-1d63-422b-b6ea-5d3a3dd9385d HTTP/1.1" status: 204 len: 168 time: 0.1205633 Jul 13 20:52:54.362441 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25db50-0e77-4385-95f5-83c84f9e3592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8a7c8e-1d63-422b-b6ea-5d3a3dd9385d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:54.598342 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 41876) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:54.611011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-791a66ac-82b1-4bcf-a7f4-7694eaa506a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.667320 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.697114 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-791a66ac-82b1-4bcf-a7f4-7694eaa506a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.700625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-791a66ac-82b1-4bcf-a7f4-7694eaa506a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.736647 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-791a66ac-82b1-4bcf-a7f4-7694eaa506a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1b427c07bcc41aa96b45be0d4aa892e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372323 Jul 13 20:52:54.738539 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a66ac-82b1-4bcf-a7f4-7694eaa506a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addafc6-f9fd-47aa-a859-be9eb1754d55,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:54.739420 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 41878) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:52:54.787707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.807137 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.855290 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.858171 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:54.859374 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2addafc6-f9fd-47aa-a859-be9eb1754d55 HTTP/1.1" status: 204 len: 168 time: 0.1189754 Jul 13 20:52:54.867042 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e913d6-197d-4515-a894-faf76793beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addafc6-f9fd-47aa-a859-be9eb1754d55,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:52:56.435747 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:52:59.738687 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:53:02.601489 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42018) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:02.702918 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e0463332-dbfa-47d4-88b1-26bd70e0214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.789784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e0463332-dbfa-47d4-88b1-26bd70e0214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.793253 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e0463332-dbfa-47d4-88b1-26bd70e0214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.830479 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e0463332-dbfa-47d4-88b1-26bd70e0214f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7815d61ca6c4c52a33c300d55def0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279258 Jul 13 20:53:02.832465 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0463332-dbfa-47d4-88b1-26bd70e0214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc88524-e092-4fce-96ad-cfad50b028db,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:02.833151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42022) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:02.882992 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.902733 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.947851 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.950532 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:02.951707 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dc88524-e092-4fce-96ad-cfad50b028db HTTP/1.1" status: 204 len: 168 time: 0.1175249 Jul 13 20:53:02.959407 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cf6bc-1482-486c-903f-43a83264df66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc88524-e092-4fce-96ad-cfad50b028db,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:03.203818 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42030) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:03.217155 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-765b4de8-7bd4-4d73-a465-9202b59d1ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.306673 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-765b4de8-7bd4-4d73-a465-9202b59d1ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.310508 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-765b4de8-7bd4-4d73-a465-9202b59d1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.348604 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-765b4de8-7bd4-4d73-a465-9202b59d1ac7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e02063b352b454aba7b50683f8f85c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437218 Jul 13 20:53:03.350527 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4de8-7bd4-4d73-a465-9202b59d1ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42314a1-afa6-425b-bdab-d43e18f13b9f,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:03.351317 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42032) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:03.401582 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.422334 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.467085 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.469769 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.470934 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f42314a1-afa6-425b-bdab-d43e18f13b9f HTTP/1.1" status: 204 len: 168 time: 0.1185863 Jul 13 20:53:03.478717 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326040f-ea28-44b9-8fb7-4a3f48926c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42314a1-afa6-425b-bdab-d43e18f13b9f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:03.774140 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42038) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:03.786839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-61e291a4-0355-4c24-b501-922b1966c46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.875050 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-61e291a4-0355-4c24-b501-922b1966c46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.879163 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-61e291a4-0355-4c24-b501-922b1966c46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.916999 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-61e291a4-0355-4c24-b501-922b1966c46e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c32583a7dea40c692ce1a18a9414cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416979 Jul 13 20:53:03.918447 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e291a4-0355-4c24-b501-922b1966c46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6b62f-de66-4c16-a25c-b6af9a047b4e,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:03.920412 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42040) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:03.971303 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:03.991885 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:04.037008 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:04.039607 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:04.040741 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88f6b62f-de66-4c16-a25c-b6af9a047b4e HTTP/1.1" status: 204 len: 168 time: 0.1193416 Jul 13 20:53:04.048027 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd93a21-6fd6-455e-9eb2-4dea4525f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f6b62f-de66-4c16-a25c-b6af9a047b4e,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:21.190616 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2c1d55a0-4978-44ad-a368-57433da07d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:21.496521 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:22.200085 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-1d09568a-e6b2-49ce-9eaa-4fcebebc6bce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1463659 Jul 13 20:53:22.295016 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-cf789254-3c11-450e-b85b-6cf08e92817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:22.296585 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-cf789254-3c11-450e-b85b-6cf08e92817a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 1098 time: 0.0514030 Jul 13 20:53:22.401124 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-20f45486-ffc6-40ea-8898-0b4a9b32334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:22.402679 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-20f45486-ffc6-40ea-8898-0b4a9b32334e service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.0835598 Jul 13 20:53:22.469064 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-3cbab0fb-3b82-4a10-a611-0bab33031b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 200 len: 1001 time: 0.0590348 Jul 13 20:53:22.515910 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-963f689e-0870-4af8-8366-9ce4b16fac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:22.517268 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-963f689e-0870-4af8-8366-9ce4b16fac42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0415580 Jul 13 20:53:22.573582 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-8789fa7b-f537-4cf5-9c0e-74cca287963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:22.575036 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-8789fa7b-f537-4cf5-9c0e-74cca287963f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508149 Jul 13 20:53:22.665031 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-00ae32a7-aed7-4546-8ea7-a35041993f98 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Jul 13 20:53:22.750492 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-98a36847-2531-43d5-9360-1d7d2b83af22 req-64ba1b40-6bd1-41e0-b756-39e146df764c service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787733 Jul 13 20:53:23.709395 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9d36b7dc-351e-4aed-b895-653cc189ccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:23.810300 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:24.671042 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:26.437825 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:28.532102 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79863c1d-ee07-449f-84af-9254a54ed288 req-33ffdee4-6c8c-4b03-b206-f38fb67c58c2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:28.533585 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79863c1d-ee07-449f-84af-9254a54ed288 req-33ffdee4-6c8c-4b03-b206-f38fb67c58c2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1654036 Jul 13 20:53:28.569428 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79863c1d-ee07-449f-84af-9254a54ed288 req-64681ae3-85f8-4325-ad75-f9775858a7ae tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296636 Jul 13 20:53:29.788874 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24669-e8f0-46a8-9230-ed361853c4b5 req-7ffa1367-6d2d-48c9-bffb-123bc7f2faef tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:29.790227 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-88f24669-e8f0-46a8-9230-ed361853c4b5 req-7ffa1367-6d2d-48c9-bffb-123bc7f2faef tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.1081386 Jul 13 20:53:29.826144 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-88f24669-e8f0-46a8-9230-ed361853c4b5 req-da9ea8a0-17c4-4e99-9c21-d8baeafc2de2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=86326ee7-9995-42ac-b080-a1444b94e3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304217 Jul 13 20:53:30.456719 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-1a3b8fc1-da66-48ac-89b6-094127812b03 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:30.458871 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-1a3b8fc1-da66-48ac-89b6-094127812b03 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jul 13 20:53:30.555981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Deleting port e7225d00-3a38-4799-98a8-cf428d15f694 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:53:30.556317 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:30.602608 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477ff6-f8df-427a-84aa-079703e0131a req-7fba98da-2a67-4197-9ee3-affcc5270443 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:30.604108 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-12477ff6-f8df-427a-84aa-079703e0131a req-7fba98da-2a67-4197-9ee3-affcc5270443 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0651934 Jul 13 20:53:30.642059 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-12477ff6-f8df-427a-84aa-079703e0131a req-afaa76ad-c920-4f47-9511-c6b43e3fc151 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Jul 13 20:53:30.645281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] For port e7225d00-3a38-4799-98a8-cf428d15f694, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=e7225d00-3a38-4799-98a8-cf428d15f694,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:30.645281 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:30.802389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:30.802785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:30.803094 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Floating IP 0f59f8ad-c83b-4df4-979f-513d63e63a4a disassociated. External IP: 172.27.2.139, port: e7225d00-3a38-4799-98a8-cf428d15f694. Jul 13 20:53:30.803645 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Calling delete_port for e7225d00-3a38-4799-98a8-cf428d15f694 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:53:30.930397 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:30.984242 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'Port': ['ID=e7225d00-3a38-4799-98a8-cf428d15f694,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:30.989302 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c50295c4-c5b6-4e9f-8794-4624c8df6b0b req-80e87caf-4a00-47a0-939e-16d493222ed3 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a HTTP/1.1" status: 200 len: 210 time: 0.0501239 Jul 13 20:53:31.000308 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.000654 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.000989 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.001319 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.001678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.001976 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.002295 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.005840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.005840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.005840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.005840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.005840 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:31.100485 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:53:31.202230 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:53:31.214302 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:53:31.224685 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:31.225297 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:31.249943 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] No DVR routers for this DVR port e7225d00-3a38-4799-98a8-cf428d15f694 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:53:31.252679 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:31.254819 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d7ddf6d2-231f-4675-91ef-7ea2ac17e717 req-b821b728-6afd-4b19-ad16-3a46060513a9 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "DELETE /v2.0/ports/e7225d00-3a38-4799-98a8-cf428d15f694 HTTP/1.1" status: 204 len: 173 time: 0.7906981 Jul 13 20:53:31.255260 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'name': 'network-vif-deleted', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:31.257481 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01bab35-fd4e-42a7-8e76-f0bd5005eef6" -d '{"events": [{"server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "name": "network-vif-deleted", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:31.314726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef8c70-2227-465d-aeab-86076afe7b92 x-openstack-request-id: req-20ef8c70-2227-465d-aeab-86076afe7b92 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:31.315275 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a", "name": "network-vif-deleted", "tag": "e7225d00-3a38-4799-98a8-cf428d15f694", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:31.315759 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20ef8c70-2227-465d-aeab-86076afe7b92 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:31.316279 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf5057-f3ae-4804-9d4a-9bccb2a96d0a', 'name': 'network-vif-deleted', 'tag': 'e7225d00-3a38-4799-98a8-cf428d15f694', 'status': 'completed', 'code': 200} Jul 13 20:53:31.346605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:31.569386 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:31.594459 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:53:31.603036 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:31.603638 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:31.706933 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:31.842716 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04a98-aed2-4730-b6b6-aef612d3f255 req-18edb20b-74d6-4c06-a2fd-4e140d1edde2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:31.844479 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fed04a98-aed2-4730-b6b6-aef612d3f255 req-18edb20b-74d6-4c06-a2fd-4e140d1edde2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0884795 Jul 13 20:53:31.884739 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fed04a98-aed2-4730-b6b6-aef612d3f255 req-3fccf37c-438a-4917-8868-20171e0521dc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341442 Jul 13 20:53:31.914876 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:31.943452 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29facd44-dd9a-4178-aa96-91515e865709 None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:53:32.111020 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42316) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:32.147617 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0dd66-dfc0-4ff4-a804-5ce3c9a64fb3 None None] New status for floating IP 0f59f8ad-c83b-4df4-979f-513d63e63a4a: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:53:32.166305 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.188613 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.234191 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.236757 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.241219 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42318) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:32.241354 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "DELETE /v2.0/security-groups/86326ee7-9995-42ac-b080-a1444b94e3c3 HTTP/1.1" status: 204 len: 168 time: 0.1292033 Jul 13 20:53:32.253097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab193d8-ca30-4887-bc13-30889f95da83 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86326ee7-9995-42ac-b080-a1444b94e3c3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:32.262561 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-07cc544d-f3c3-4bd5-8c1a-308899a7e4eb tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] show failed (client error): The resource could not be found. Jul 13 20:53:32.263631 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-07cc544d-f3c3-4bd5-8c1a-308899a7e4eb tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups/86326ee7-9995-42ac-b080-a1444b94e3c3 HTTP/1.1" status: 404 len: 347 time: 0.0212460 Jul 13 20:53:32.266506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42320) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:32.403896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Deleting port 7c97a69a-88cb-4aee-b1f1-2c76f322add3 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:53:32.403896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.478781 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.479112 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.490833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Calling delete_port for 7c97a69a-88cb-4aee-b1f1-2c76f322add3 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:53:32.622106 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.644521 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'Port': ['ID=7c97a69a-88cb-4aee-b1f1-2c76f322add3,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:32.705170 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.707616 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:32.708734 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7e981d16-a363-4de4-8ceb-d6e57d218f9e tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "DELETE /v2.0/floatingips/0f59f8ad-c83b-4df4-979f-513d63e63a4a HTTP/1.1" status: 204 len: 168 time: 0.4405928 Jul 13 20:53:33.000783 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42332) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:33.005593 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470325108', 'description': 'tempest-description--1803877732'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:33.056975 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.105268 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1772f-e652-4646-af4a-eb396413c5f3 req-4abe6bea-63e2-4843-95a8-1be268eeb60b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:33.106754 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17c1772f-e652-4646-af4a-eb396413c5f3 req-4abe6bea-63e2-4843-95a8-1be268eeb60b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0968606 Jul 13 20:53:33.386237 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17c1772f-e652-4646-af4a-eb396413c5f3 req-af5e2f91-1025-4b34-bf98-77e67a2794c6 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700894 Jul 13 20:53:33.410355 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.414785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.440884 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.442106 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4403887 Jul 13 20:53:33.443927 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed802-4ff2-43b6-899a-90233ec76f2d tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3825064-e011-417f-a5f2-885429b8d86d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:33.445201 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42334) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:33.451301 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group_rule': {'security_group_id': 'd3825064-e011-417f-a5f2-885429b8d86d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:33.479603 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.525633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.530322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.548462 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eee338-aa74-4a61-a2b6-b4dc08638a03,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:33.554682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.555965 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0644efbb-086c-41c8-a784-781be52649c4 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088071 Jul 13 20:53:33.558535 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42340) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:33.563032 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'security_group_rule': {'security_group_id': 'd3825064-e011-417f-a5f2-885429b8d86d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:33.589282 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.648955 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.652926 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.670056 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86225a39-5f2a-4511-853f-db39a9530764,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:33.678376 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.679583 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-39b95e15-9340-4b2c-84ad-3578eb35b650 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200874 Jul 13 20:53:33.682517 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42344) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:33.686904 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:33.708624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.719446 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42346) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:33.800633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.820626 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-343a8b08-242f-4a98-97a7-098f6f7b6461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.907629 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-343a8b08-242f-4a98-97a7-098f6f7b6461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.911484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Allocated IP 172.27.2.117 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/6ac0e79b-a6cf-49cc-ade3-b2cac459c57e) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:53:33.911851 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-343a8b08-242f-4a98-97a7-098f6f7b6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:33.949987 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-343a8b08-242f-4a98-97a7-098f6f7b6461 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8663587c07434f849bf007833b98a5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294145 Jul 13 20:53:33.951938 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8b08-242f-4a98-97a7-098f6f7b6461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb488eeb-1587-41db-8d3c-62d8dadb581a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:33.955310 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42350) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:34.004398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.013331 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.027679 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.052543 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.072712 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.075396 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.076560 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb488eeb-1587-41db-8d3c-62d8dadb581a HTTP/1.1" status: 204 len: 168 time: 0.1202183 Jul 13 20:53:34.084147 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575150e-4f52-4047-8b78-c1ce4f34ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb488eeb-1587-41db-8d3c-62d8dadb581a,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:34.104776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:53:34.107688 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:53:34.110175 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:53:34.135473 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=6ac0e79b-a6cf-49cc-ade3-b2cac459c57e,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:34.199169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.225579 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device e7225d00-3a38-4799-98a8-cf428d15f694 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:53:34.244964 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.247081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: e7225d00-3a38-4799-98a8-cf428d15f694 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:53:34.247550 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device e7225d00-3a38-4799-98a8-cf428d15f694 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:53:34.402147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.406372 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.476003 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=6ac0e79b-a6cf-49cc-ade3-b2cac459c57e,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:34.488292 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.501573 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:34.502890 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-f74c2b30-12fb-4dc1-9ed8-1771d38171e8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8193054 Jul 13 20:53:34.565371 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03329264-aa1d-4f8a-8ac3-e1d0cded2dc6 req-00086718-70d3-4962-a114-3fda25a89968 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:34.567125 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-03329264-aa1d-4f8a-8ac3-e1d0cded2dc6 req-00086718-70d3-4962-a114-3fda25a89968 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0630410 Jul 13 20:53:34.604661 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-03329264-aa1d-4f8a-8ac3-e1d0cded2dc6 req-4650e724-ef46-447d-a21e-5def19dded9e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jul 13 20:53:34.684040 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-c3889770-6f8b-42af-aef5-09a79e00d889 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1470325108&fields=id&tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 267 time: 0.0319839 Jul 13 20:53:34.782724 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-24f8fc93-5912-4c1f-ad71-ef9f3c39bacf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:34.784166 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-24f8fc93-5912-4c1f-ad71-ef9f3c39bacf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 810 time: 0.0940616 Jul 13 20:53:34.798487 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-56c57c8a-d511-468c-9669-812e7e5e34de tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/quotas/9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 375 time: 0.0086215 Jul 13 20:53:34.870792 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-beda61a6-cb6d-4cb2-bda0-3b46420cd0fa tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669539 Jul 13 20:53:35.047064 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-b229d49d-5168-433b-a23f-ef09c9b87897 service neutron] 10.222.0.54 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649566 Jul 13 20:53:35.135647 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-8f2538a3-e9bf-4e64-8f59-508acf6f0081 service neutron] 10.222.0.54 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824153 Jul 13 20:53:35.296960 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ca4aabd6-2ebf-4f51-9fb9-44002c3ba7b4 req-38e2d2fa-29eb-440e-8a91-126bed7b41a8 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 210 time: 0.0282190 Jul 13 20:53:35.785167 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdc34f-2f3e-4169-9753-b11c23bcf9c4 req-8a5dfe82-a6cd-465a-bb3b-99a942c6150b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:35.787106 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6fcdc34f-2f3e-4169-9753-b11c23bcf9c4 req-8a5dfe82-a6cd-465a-bb3b-99a942c6150b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0629182 Jul 13 20:53:35.827153 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6fcdc34f-2f3e-4169-9753-b11c23bcf9c4 req-8c987003-1d27-4c3c-9784-f00eb1d56507 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Jul 13 20:53:36.438807 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f892b77c-c5c0-431e-b1bc-15e25f0394d4 req-61bcee5c-bfe7-4d69-a4d5-ab31f3712862 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 210 time: 0.0295236 Jul 13 20:53:36.483804 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-f023513e-8fc6-4236-a0e9-05b964c438ed tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:36.485272 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-f023513e-8fc6-4236-a0e9-05b964c438ed tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 810 time: 0.1143668 Jul 13 20:53:36.531411 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-a8661f13-2d28-47c7-9f7e-2fd465deb6e0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5 HTTP/1.1" status: 200 len: 380 time: 0.0342178 Jul 13 20:53:36.540765 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'port': {'device_id': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'admin_state_up': True, 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'security_groups': ['d3825064-e011-417f-a5f2-885429b8d86d']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:36.644591 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Made reservation on behalf of 9b19b5258aac4d0089f5c7ba2379d2b5 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:53:36.648753 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:36.737735 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:53:36.770986 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Allocated IP 172.20.0.9 (01d157f9-dbce-44f0-9e42-1da88adbf058/f4da620e-3548-41d1-b71f-ed1c5e12c72b/4039e5fc-c383-409f-a80a-d5145fca41a3) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:53:36.905137 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:36.919812 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Transition to ACTIVE for port object 4039e5fc-c383-409f-a80a-d5145fca41a3 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:53:36.980879 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.039748 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:53:37.046620 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:53:37.050167 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:53:37.053267 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event updated for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:37.091320 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91cc63-0dce-4593-86a2-4016169a2561 req-1d7a863c-bf33-4651-8583-8a7974dadbf9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.092788 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5a91cc63-0dce-4593-86a2-4016169a2561 req-1d7a863c-bf33-4651-8583-8a7974dadbf9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1509323 Jul 13 20:53:37.126895 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.127520 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.152848 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5a91cc63-0dce-4593-86a2-4016169a2561 req-86ab0eaa-c570-4b97-abe7-0d177d8b5c35 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528336 Jul 13 20:53:37.154490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0876c7cf-bfde-43c0-80f1-4a2cdaea84c0 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176000 Jul 13 20:53:37.166906 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Request body: {'port': {'device_id': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:37.236889 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.322336 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-1eed244a-2e6e-42f8-aecc-3d39821abfb1 None None] Provisioning for port 4039e5fc-c383-409f-a80a-d5145fca41a3 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:53:37.325758 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-1eed244a-2e6e-42f8-aecc-3d39821abfb1 None None] Provisioning complete for port 4039e5fc-c383-409f-a80a-d5145fca41a3 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:53:37.326126 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-1eed244a-2e6e-42f8-aecc-3d39821abfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.358214 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-1eed244a-2e6e-42f8-aecc-3d39821abfb1 None None] Port 4039e5fc-c383-409f-a80a-d5145fca41a3 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:53:37.491713 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4039e5fc-c383-409f-a80a-d5145fca41a3 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:53:37.499408 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.511713 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Transition to ACTIVE for port object 4039e5fc-c383-409f-a80a-d5145fca41a3 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:53:37.515609 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.587430 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Pushing event updated for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:37.618124 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36f458-a6b5-46a9-aae5-37b09ae9ba74 req-a63c5126-e2dd-480f-ae31-ea0c6db0b299 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.619545 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb36f458-a6b5-46a9-aae5-37b09ae9ba74 req-a63c5126-e2dd-480f-ae31-ea0c6db0b299 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 943 time: 0.0697277 Jul 13 20:53:37.637845 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Attempting to bind port 4039e5fc-c383-409f-a80a-d5145fca41a3 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:53:37.638178 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Attempting to bind port 4039e5fc-c383-409f-a80a-d5145fca41a3 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:53:37.638509 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Attempting to bind port 4039e5fc-c383-409f-a80a-d5145fca41a3 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:53:37.643229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Port 4039e5fc-c383-409f-a80a-d5145fca41a3 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:53:37.643547 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Attempting to bind port 4039e5fc-c383-409f-a80a-d5145fca41a3 on network 01d157f9-dbce-44f0-9e42-1da88adbf058 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:53:37.649419 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:53:37.649761 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Checking segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:53:37.650203 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Bound using segment: {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:53:37.650662 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Bound port: 4039e5fc-c383-409f-a80a-d5145fca41a3, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea59cd75-f634-4490-a8b0-6e67f1bc1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:53:37.651021 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.659864 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fb36f458-a6b5-46a9-aae5-37b09ae9ba74 req-bc9b3b2b-bfb4-46cd-8dcb-56ad8af8c602 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342665 Jul 13 20:53:37.718935 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:53:37.721914 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4039e5fc-c383-409f-a80a-d5145fca41a3,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:53:37.727630 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.758780 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.759394 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:37.760885 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] 10.222.0.44 "PUT /v2.0/ports/4039e5fc-c383-409f-a80a-d5145fca41a3 HTTP/1.1" status: 200 len: 1093 time: 0.5986929 Jul 13 20:53:37.761303 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:37.763538 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7987c-2538-4dde-b26f-2627aa747b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:37.791354 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5d90-9964-4523-8db1-f99dc2cfd419 service neutron] Pushing event updated for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:37.828289 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b295fa1-7d8e-4039-8018-ac40ee856302 x-openstack-request-id: req-4b295fa1-7d8e-4039-8018-ac40ee856302 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:37.828583 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:37.828833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b295fa1-7d8e-4039-8018-ac40ee856302 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:37.829226 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'status': 'completed', 'code': 200} Jul 13 20:53:37.875167 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-ec63f342-042c-4672-a833-7b87882fb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.876693 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-ec63f342-042c-4672-a833-7b87882fb2dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 1096 time: 0.0570772 Jul 13 20:53:37.922118 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-92c5b586-6871-44db-b7e1-90a3f80462a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4039e5fc-c383-409f-a80a-d5145fca41a3 HTTP/1.1" status: 200 len: 217 time: 0.0368142 Jul 13 20:53:37.971114 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0daed984-b20a-43ea-94de-4f03d2de0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:37.972520 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-0daed984-b20a-43ea-94de-4f03d2de0dd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0423155 Jul 13 20:53:38.028373 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-f0e4ad70-6457-455e-9f00-81f71235651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.029842 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-f0e4ad70-6457-455e-9f00-81f71235651b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506384 Jul 13 20:53:38.119177 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-bec1dc89-1775-490a-8c82-b5616db9c1ef service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816574 Jul 13 20:53:38.205117 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-481c5cbb-8bf2-436d-b547-d8082290e7b6 req-36ae07f1-50b6-4a3e-a00b-44981b1e06bb service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787218 Jul 13 20:53:38.299550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-22cd57a8-fbec-428b-a15b-f25a24b0d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.301514 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-22cd57a8-fbec-428b-a15b-f25a24b0d6aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 1096 time: 0.0520148 Jul 13 20:53:38.331413 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423b3ad-f393-4954-82d9-afbd7fa92275 req-56cd1dd1-7c42-4e3a-ae04-212752fd1860 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.332907 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6423b3ad-f393-4954-82d9-afbd7fa92275 req-56cd1dd1-7c42-4e3a-ae04-212752fd1860 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0635371 Jul 13 20:53:38.369821 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6423b3ad-f393-4954-82d9-afbd7fa92275 req-2f35d690-601c-4455-985d-c73cca938078 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Jul 13 20:53:38.391609 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-9d76fa37-769f-4ed9-a95b-f4fa4d32c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.393062 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-9d76fa37-769f-4ed9-a95b-f4fa4d32c307 service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.0852473 Jul 13 20:53:38.432483 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-4733f300-a78d-4207-a137-3e3827f6bd03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4039e5fc-c383-409f-a80a-d5145fca41a3 HTTP/1.1" status: 200 len: 217 time: 0.0323339 Jul 13 20:53:38.481033 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-58f27461-3dfa-452c-ae57-6ca0db1db7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.482405 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-58f27461-3dfa-452c-ae57-6ca0db1db7db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0436671 Jul 13 20:53:38.538938 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-0adbea91-813e-4083-9d08-6c13dff6ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.540391 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-0adbea91-813e-4083-9d08-6c13dff6ddf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503294 Jul 13 20:53:38.627054 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-06acb9a2-a3b0-435e-a84a-5ca49623a8f6 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789158 Jul 13 20:53:38.718950 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f0b7987c-2538-4dde-b26f-2627aa747b6a req-f0321218-e39c-46eb-b241-f61be31c8895 service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834241 Jul 13 20:53:38.831355 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cb357-5191-4700-9940-82d376ffb787 req-611c205d-13dd-4c27-942e-ca0203186306 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:38.832875 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a50cb357-5191-4700-9940-82d376ffb787 req-611c205d-13dd-4c27-942e-ca0203186306 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 943 time: 0.0617542 Jul 13 20:53:38.869931 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a50cb357-5191-4700-9940-82d376ffb787 req-4cd2324b-f5d3-47a9-88c2-e09f70aac896 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Jul 13 20:53:39.549150 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327941c-515d-48a0-9b1b-f1a60b99de44 req-573c45f2-9bee-4e52-9c1d-2a03fa842531 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:39.550613 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d327941c-515d-48a0-9b1b-f1a60b99de44 req-573c45f2-9bee-4e52-9c1d-2a03fa842531 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0651932 Jul 13 20:53:39.586810 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d327941c-515d-48a0-9b1b-f1a60b99de44 req-4c3bef80-854c-47e1-b78e-2f481c6fe7a3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299623 Jul 13 20:53:40.044313 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea425b-3b9d-4130-920f-b1e886139cdf req-8be3335a-ed81-49dc-917f-351989d324d1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:40.045758 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2fea425b-3b9d-4130-920f-b1e886139cdf req-8be3335a-ed81-49dc-917f-351989d324d1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 943 time: 0.0642352 Jul 13 20:53:40.081315 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2fea425b-3b9d-4130-920f-b1e886139cdf req-749d25e9-d247-41a6-a3e8-d718f07c2564 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300729 Jul 13 20:53:40.287954 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4039e5fc-c383-409f-a80a-d5145fca41a3 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:53:40.381018 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4039e5fc-c383-409f-a80a-d5145fca41a3,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:40.391579 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'port_id': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'mac_address': 'fa:16:3e:aa:42:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:53:40.427358 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:40.439380 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4039e5fc-c383-409f-a80a-d5145fca41a3 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:53:40.458461 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4039e5fc-c383-409f-a80a-d5145fca41a3,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:40.461850 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:40.506980 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:40.513728 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.514079 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.514462 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.514825 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.515162 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.515497 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.515829 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.516158 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.516487 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.516814 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.517139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.517468 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:53:40.735652 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['4039e5fc-c383-409f-a80a-d5145fca41a3'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:53:40.775415 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea00d0-7d84-44c8-a902-436679833d10 req-885e7312-8b7c-49b4-8f0a-85d74b5092a3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:40.776994 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2bea00d0-7d84-44c8-a902-436679833d10 req-885e7312-8b7c-49b4-8f0a-85d74b5092a3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0772541 Jul 13 20:53:40.820512 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2bea00d0-7d84-44c8-a902-436679833d10 req-c51ec8ec-a0ba-49ef-bd99-580b457cc763 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379021 Jul 13 20:53:40.923091 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899f263-d4c9-4f50-a579-9d338a0b4c18 req-331a70ba-7a81-4dbc-b0e6-730840496dda tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:40.924506 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7899f263-d4c9-4f50-a579-9d338a0b4c18 req-331a70ba-7a81-4dbc-b0e6-730840496dda tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0767660 Jul 13 20:53:40.961109 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7899f263-d4c9-4f50-a579-9d338a0b4c18 req-fe6ea2e1-41bf-4108-8526-158552d094d8 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Jul 13 20:53:41.247045 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234de8-fa3a-4319-8c75-b3fe7db167d6 req-52cfd129-e944-4611-86b4-15589e025f2a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:41.248501 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59234de8-fa3a-4319-8c75-b3fe7db167d6 req-52cfd129-e944-4611-86b4-15589e025f2a tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 944 time: 0.0603549 Jul 13 20:53:41.284447 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-59234de8-fa3a-4319-8c75-b3fe7db167d6 req-3b65164c-6873-4aac-b970-4847c2501bbe tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301945 Jul 13 20:53:42.011675 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b6349-0106-446a-a574-266f619c6330 req-e14599ea-ecad-4f51-83f2-7a1f334c5d31 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:42.013155 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-775b6349-0106-446a-a574-266f619c6330 req-e14599ea-ecad-4f51-83f2-7a1f334c5d31 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0615232 Jul 13 20:53:42.049855 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-775b6349-0106-446a-a574-266f619c6330 req-44b831a2-fdcd-4d70-b390-18412cd63a08 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302508 Jul 13 20:53:42.134975 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c629a63-838e-4407-b028-0a942b6303d5 req-71b87627-ff8b-4ba1-8a47-f5d891ca902b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:42.136373 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7c629a63-838e-4407-b028-0a942b6303d5 req-71b87627-ff8b-4ba1-8a47-f5d891ca902b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0660584 Jul 13 20:53:42.172689 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7c629a63-838e-4407-b028-0a942b6303d5 req-73a0008c-ecae-4226-b8ba-ed3de52da5d4 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Jul 13 20:53:42.319068 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:53:42.323461 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4039e5fc-c383-409f-a80a-d5145fca41a3 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:53:42.429881 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 4039e5fc-c383-409f-a80a-d5145fca41a3 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:53:42.437604 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 4039e5fc-c383-409f-a80a-d5145fca41a3 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:53:42.437978 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.456086 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244eb21-cc7b-4849-a8cf-920df210ab73 req-a615da11-6d77-4df4-b204-7155234da82f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:42.457555 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c244eb21-cc7b-4849-a8cf-920df210ab73 req-a615da11-6d77-4df4-b204-7155234da82f tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 944 time: 0.0656891 Jul 13 20:53:42.472052 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:42.490125 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:53:42.496126 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c244eb21-cc7b-4849-a8cf-920df210ab73 req-91fc18b2-26c8-4596-a771-9a76c51df5d1 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Jul 13 20:53:42.551346 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.574236 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:53:42.579141 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.581151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-f7b4846c-76ac-4f25-af00-a28b397c3513 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:42.582744 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-f7b4846c-76ac-4f25-af00-a28b397c3513 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 946 time: 0.0610816 Jul 13 20:53:42.606861 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:42.614111 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:42.616383 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacab4ab-5055-4f1f-8226-989df79c2f46" -d '{"events": [{"server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "name": "network-vif-plugged", "status": "completed", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:42.621215 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.650926 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4039e5fc-c383-409f-a80a-d5145fca41a3,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:42.657820 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.687285 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=6']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:42.695942 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:53:42.696461 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.729658 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['f6668a34-6b56-4a95-b238-a27c98e12811'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:53:42.761387 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:42.784482 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ebe84-d23b-4332-9b7f-cefd5648718c x-openstack-request-id: req-7c8ebe84-d23b-4332-9b7f-cefd5648718c {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:42.784775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "name": "network-vif-plugged", "status": "completed", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:42.785050 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c8ebe84-d23b-4332-9b7f-cefd5648718c {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:42.785988 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'code': 200} Jul 13 20:53:42.788784 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] For port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:42.789149 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.977102 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.977491 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:42.977762 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP 8dc77985-ee40-491e-a49a-1a179c7e5fca disassociated. External IP: 172.27.2.11, port: b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b. Jul 13 20:53:42.978197 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:53:43.011851 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d4aa-b873-47a7-9a99-bf9ada76b693 req-7106c29b-a0cf-4212-ad27-d815587fd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:43.013338 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7bf1d4aa-b873-47a7-9a99-bf9ada76b693 req-7106c29b-a0cf-4212-ad27-d815587fd604 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 1098 time: 0.0529649 Jul 13 20:53:43.048113 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7bf1d4aa-b873-47a7-9a99-bf9ada76b693 req-63874433-24e6-45b2-87ae-748311e8e55c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272887 Jul 13 20:53:43.103576 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:43.138243 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:43.243555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976279-d023-44b0-b5be-4315e7494d94 req-d3014767-1c60-4ca7-859c-060e7e6da208 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:43.245068 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-06976279-d023-44b0-b5be-4315e7494d94 req-d3014767-1c60-4ca7-859c-060e7e6da208 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0677257 Jul 13 20:53:43.264029 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:53:43.291380 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-06976279-d023-44b0-b5be-4315e7494d94 req-8a19ba55-f4b9-4f25-bb51-77a707e1d76b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Jul 13 20:53:43.346439 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-640444ad-8992-4d74-ba8d-597634bd2ba8 req-241a2118-c69a-461a-a22d-15ef2966d86f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Jul 13 20:53:43.411143 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:53:43.421372 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:53:43.430646 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:43.431269 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:43.462320 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] No DVR routers for this DVR port b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:53:43.464968 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:43.466966 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c12325ef-c202-4ca6-b6dc-0ade5f06ddf3 req-ae7cdeb5-7b65-4fbc-bbc6-d3b114921438 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "DELETE /v2.0/ports/b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b HTTP/1.1" status: 204 len: 173 time: 0.8756077 Jul 13 20:53:43.467410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'name': 'network-vif-deleted', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:43.469628 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555276e-2934-4548-8f69-88db1c1cce17" -d '{"events": [{"server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "name": "network-vif-deleted", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:43.530170 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff86bf-492e-4909-b78d-27ce4fc4b8e6 x-openstack-request-id: req-53ff86bf-492e-4909-b78d-27ce4fc4b8e6 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:43.530470 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a72998-a212-4e15-8093-968710bfa1a1", "name": "network-vif-deleted", "tag": "b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:43.530766 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53ff86bf-492e-4909-b78d-27ce4fc4b8e6 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:43.531165 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a72998-a212-4e15-8093-968710bfa1a1', 'name': 'network-vif-deleted', 'tag': 'b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b', 'status': 'completed', 'code': 200} Jul 13 20:53:43.555791 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:43.731090 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cad9d-d45b-4581-80fc-cd18caeb36a3 req-da8fbd4b-6efa-4822-8d3d-d601388f9ebf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:43.739292 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-043cad9d-d45b-4581-80fc-cd18caeb36a3 req-da8fbd4b-6efa-4822-8d3d-d601388f9ebf tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0818436 Jul 13 20:53:43.787913 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-043cad9d-d45b-4581-80fc-cd18caeb36a3 req-fc2e6773-3b97-4148-a45d-e6d7938f434c tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Jul 13 20:53:43.788197 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:43.824427 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:53:43.838613 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:43.838613 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:43.963618 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:44.175992 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:44.205494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534b22-cb2e-4f75-bc02-d3ea1b15ae0b None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:53:44.336314 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:53:44.450112 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port f6668a34-6b56-4a95-b238-a27c98e12811 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:53:44.450792 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:44.558932 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14088e-d76e-41d7-a8a3-675efcf3b040 req-df81ff51-a8a2-4447-bf16-12f4143770cc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:44.567925 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9c14088e-d76e-41d7-a8a3-675efcf3b040 req-df81ff51-a8a2-4447-bf16-12f4143770cc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0899086 Jul 13 20:53:44.586100 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:44.622734 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee487c7-d71f-4dcc-b560-1397cc7e6c01 None None] New status for floating IP 8dc77985-ee40-491e-a49a-1a179c7e5fca: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:53:44.632450 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:44.639691 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:44.641119 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:53:44.657018 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9c14088e-d76e-41d7-a8a3-675efcf3b040 req-6922dab3-a11d-4cf1-90fb-2c2f8d4dc9a4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879376 Jul 13 20:53:44.708584 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1af6fb03-4910-450e-84c9-9b7fac4b5617 req-b912e7a0-0712-4a31-815a-0352edf6675e tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=10a72998-a212-4e15-8093-968710bfa1a1 HTTP/1.1" status: 200 len: 210 time: 0.0550451 Jul 13 20:53:44.732900 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:53:44.733132 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b174d4bd-742b-49e6-a4d4-0a4dd9ff7a2b not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:53:44.787237 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:44.790865 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f87d0a-d432-4d16-99b7-26216c7951c9" -d '{"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:44.799383 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=7']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:44.866446 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c9ef1a-418f-4baf-bb94-1dec94fe9cc2 x-openstack-request-id: req-a7c9ef1a-418f-4baf-bb94-1dec94fe9cc2 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:44.867396 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:44.867813 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7c9ef1a-418f-4baf-bb94-1dec94fe9cc2 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:44.868451 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'code': 200} Jul 13 20:53:45.021020 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24281c-82c9-40ca-b79f-efc6d9927be3 req-75a6be78-8e25-4195-970d-ec357743fbea tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:45.023425 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd24281c-82c9-40ca-b79f-efc6d9927be3 req-75a6be78-8e25-4195-970d-ec357743fbea tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0677371 Jul 13 20:53:45.062560 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-fd24281c-82c9-40ca-b79f-efc6d9927be3 req-3545cf4d-3a7a-4626-9c63-fbd04441b6dc tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jul 13 20:53:45.245099 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b603-6182-4842-8fb5-2fe8b09a46e3 req-e0622989-3008-4770-aafd-ddb5a88379f2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:45.250606 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-db48b603-6182-4842-8fb5-2fe8b09a46e3 req-e0622989-3008-4770-aafd-ddb5a88379f2 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0720348 Jul 13 20:53:45.260387 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42476) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:53:45.266058 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Request body: {'floatingip': {'port_id': '4039e5fc-c383-409f-a80a-d5145fca41a3'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:45.307650 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:46.039597 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f600a2f-c55d-4054-93c3-edda94fd1412 req-138ea5dc-5d28-4235-a3bd-4f673cfcb5cc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:46.042299 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f600a2f-c55d-4054-93c3-edda94fd1412 req-138ea5dc-5d28-4235-a3bd-4f673cfcb5cc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1717088 Jul 13 20:53:46.111204 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-e8576c9a-6659-4402-aeae-f8e7e8f9fbef tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736700500&fields=id&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 267 time: 0.0407257 Jul 13 20:53:46.188830 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6f600a2f-c55d-4054-93c3-edda94fd1412 req-4cc74cc4-de2b-449d-9e59-1a9fa93af3d8 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380093 Jul 13 20:53:46.218766 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:46.224121 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:46.251706 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6fb34187-0670-4e26-a835-0770a386a177 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:46.258751 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6fb34187-0670-4e26-a835-0770a386a177 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.1391959 Jul 13 20:53:46.275291 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-e6408aaf-dc36-4b7d-b21d-ebf999cc4c9f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/quotas/5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 375 time: 0.0148849 Jul 13 20:53:46.350050 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Floating IP cf677ac4-c834-42e3-904d-df3dd83aec1f associated. External IP: 172.27.2.117, port: 4039e5fc-c383-409f-a80a-d5145fca41a3. Jul 13 20:53:46.369471 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-b2e121b9-fb44-49b2-b23a-3bc464a37bc5 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801871 Jul 13 20:53:46.473603 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2e9937ed-9b6d-4cdc-b3a7-1e5b823aaf05 service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026509 Jul 13 20:53:46.572920 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-65d91765-db76-4ab5-95a8-bff9c17c8d6f service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935421 Jul 13 20:53:46.621613 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:53:46.760737 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:53:46.766447 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:46.774354 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:53:46.785180 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:46.785772 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:46.826055 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0fa72e2c-464d-44bf-a296-4ba194f67692 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "PUT /v2.0/floatingips/cf677ac4-c834-42e3-904d-df3dd83aec1f HTTP/1.1" status: 200 len: 991 time: 1.5641165 Jul 13 20:53:46.826759 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:46.829893 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079" -d '{"events": [{"name": "network-changed", "server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:46.931621 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:46.945250 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba3eaf7-d0ad-4a31-81b5-e7729ef3a4e5 x-openstack-request-id: req-aba3eaf7-d0ad-4a31-81b5-e7729ef3a4e5 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:46.945547 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:46.945801 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aba3eaf7-d0ad-4a31-81b5-e7729ef3a4e5 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:46.946205 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'status': 'completed', 'code': 200} Jul 13 20:53:47.033242 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-be39dd34-ea77-4905-9108-d164deb30d81 req-9b712f93-7a45-49ef-9f1d-3cafb68ff607 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 210 time: 0.0477016 Jul 13 20:53:47.076691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-77eb33b1-2682-427c-864a-12a10efec78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:47.078217 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-77eb33b1-2682-427c-864a-12a10efec78a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 1098 time: 0.1085675 Jul 13 20:53:47.223623 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-56e5a3de-2739-45be-a1f8-6b53aad4342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:47.225309 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-56e5a3de-2739-45be-a1f8-6b53aad4342e service neutron] 10.222.0.44 "GET /v2.0/networks?id=01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 200 len: 911 time: 0.1392181 Jul 13 20:53:47.340641 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-58ac1849-ce87-428f-a63e-9c925bde6fa2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4039e5fc-c383-409f-a80a-d5145fca41a3 HTTP/1.1" status: 200 len: 999 time: 0.1079564 Jul 13 20:53:47.380665 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'cf677ac4-c834-42e3-904d-df3dd83aec1f', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:aa:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:53:34Z', 'updated_at': '2021-07-13T20:53:46Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:47.413214 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:53:47.421956 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:53:47.422754 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:47.444732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-907efb57-5566-4781-ab94-c9fa1228c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:47.446196 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-907efb57-5566-4781-ab94-c9fa1228c354 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 200 len: 849 time: 0.0936928 Jul 13 20:53:47.537499 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46b28e-8400-4fc3-8ea9-b3447fe9ef5b req-fbe20d55-fba3-4f34-b469-8c73c2dcab91 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:47.539383 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc46b28e-8400-4fc3-8ea9-b3447fe9ef5b req-fbe20d55-fba3-4f34-b469-8c73c2dcab91 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1976318 Jul 13 20:53:47.564490 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-cdec10d1-03bb-43bb-9855-7845ef871afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:47.566074 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-cdec10d1-03bb-43bb-9855-7845ef871afc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01d157f9-dbce-44f0-9e42-1da88adbf058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128328 Jul 13 20:53:47.569356 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:53:47.641386 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dc46b28e-8400-4fc3-8ea9-b3447fe9ef5b req-da7d50ec-abfc-4d74-9ec3-dc2c9651aad3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962310 Jul 13 20:53:47.700723 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-187be14f-8ac6-43ad-85cf-787987f25b8c service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230204 Jul 13 20:53:47.840885 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ba6ec2bd-b39b-4de5-8800-ce1ed0ff6079 req-1fb80ed3-24e4-40b1-9b98-f023225c5e2a service neutron] 10.222.0.44 "GET /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318662 Jul 13 20:53:48.032587 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'cf677ac4-c834-42e3-904d-df3dd83aec1f', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:aa:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:53:34Z', 'updated_at': '2021-07-13T20:53:46Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:53:48.067999 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ef0c7-de9d-4e06-aec5-8d0ca00911b4 None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'cf677ac4-c834-42e3-904d-df3dd83aec1f', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'port_id': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'mac_address': 'fa:16:3e:aa:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:53:34Z', 'updated_at': '2021-07-13T20:53:46Z', 'revision_number': 1, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:53:48.230995 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41a8d327-7ecf-4b1b-aef8-3bcc0d8bc031 req-0fa60c9f-64e8-45ff-a553-0bf556b6f3d3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 210 time: 0.0601614 Jul 13 20:53:48.384006 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ecf5a-8193-49ca-873a-0f98c3269ac8 None None] New status for floating IP cf677ac4-c834-42e3-904d-df3dd83aec1f: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:53:48.456396 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-cf28f40b-2316-4684-ae03-8c5ff7794e40 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:48.458133 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-cf28f40b-2316-4684-ae03-8c5ff7794e40 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.1735079 Jul 13 20:53:48.513422 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-49f404bd-09fa-49f2-8510-00837269d4df tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 380 time: 0.0419097 Jul 13 20:53:48.525445 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'port': {'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'admin_state_up': True, 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'security_groups': ['cdb43fb1-6ee2-429e-b874-f3d8bb4314b4']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:48.673134 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Made reservation on behalf of 5fb73309996744d489d8ea1b5abfa5e9 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:53:48.677738 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:48.844082 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.20.0.10 (788743f8-ff68-48bc-ae2f-f2c3519d461d/89b5f677-f304-4ccf-afd2-87135b6152b2/b258de8e-34a9-4579-9d99-991bb531c163) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:53:48.898078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7261b-b742-4551-9040-4c4d73e85daf req-458b4afe-991b-4105-b416-3cfce9118380 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:48.899813 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9fe7261b-b742-4551-9040-4c4d73e85daf req-458b4afe-991b-4105-b416-3cfce9118380 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1140897 Jul 13 20:53:48.986678 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9fe7261b-b742-4551-9040-4c4d73e85daf req-d88a0a6d-237f-4781-ad2e-e8f8de3b0436 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793424 Jul 13 20:53:49.037091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.052372 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Transition to ACTIVE for port object b258de8e-34a9-4579-9d99-991bb531c163 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:53:49.095989 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.163037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:53:49.166462 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:53:49.170626 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:53:49.194927 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:49.233573 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:49.234280 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.255687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-be0f519e-9693-4c21-a669-942570b054e7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357888 Jul 13 20:53:49.277523 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Request body: {'port': {'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:53:49.392092 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.476691 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004ff64-b051-4f83-98af-8f723504dfcb req-74158f15-fdc8-45e9-97b4-d325a43f27b7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:49.477713 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7004ff64-b051-4f83-98af-8f723504dfcb req-74158f15-fdc8-45e9-97b4-d325a43f27b7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 932 time: 0.0943143 Jul 13 20:53:49.528051 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7004ff64-b051-4f83-98af-8f723504dfcb req-6fb2cbfb-182d-4430-b421-5eb1cf7b75d8 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Jul 13 20:53:49.539278 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-7860be28-8c91-4840-b9e9-541b0c480f48 None None] Provisioning for port b258de8e-34a9-4579-9d99-991bb531c163 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:53:49.550971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-7860be28-8c91-4840-b9e9-541b0c480f48 None None] Provisioning complete for port b258de8e-34a9-4579-9d99-991bb531c163 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:53:49.550971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7860be28-8c91-4840-b9e9-541b0c480f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.589866 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-7860be28-8c91-4840-b9e9-541b0c480f48 None None] Port b258de8e-34a9-4579-9d99-991bb531c163 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:53:49.720870 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b258de8e-34a9-4579-9d99-991bb531c163 {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:53:49.731329 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.744179 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Transition to ACTIVE for port object b258de8e-34a9-4579-9d99-991bb531c163 will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:53:49.747506 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.804176 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:49.892213 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Attempting to bind port b258de8e-34a9-4579-9d99-991bb531c163 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:53:49.892551 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Attempting to bind port b258de8e-34a9-4579-9d99-991bb531c163 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:53:49.892883 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Attempting to bind port b258de8e-34a9-4579-9d99-991bb531c163 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:53:49.902400 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Port b258de8e-34a9-4579-9d99-991bb531c163 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:53:49.902785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Attempting to bind port b258de8e-34a9-4579-9d99-991bb531c163 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:53:49.908931 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:53:49.909270 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:53:49.909662 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Bound using segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:53:49.910134 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Bound port: b258de8e-34a9-4579-9d99-991bb531c163, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:53:49.910496 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:49.990971 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:53:49.994334 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b258de8e-34a9-4579-9d99-991bb531c163,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:53:50.002398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:50.049072 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.049693 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:50.051472 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 1094 time: 0.7843137 Jul 13 20:53:50.051887 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:50.054693 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c7f961-5377-4308-9db0-b1b1b4cfa573" -d '{"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:50.104155 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d756d-305e-4a4a-b3d2-6956fc9414e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:50.128121 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf4be9a-22d2-4c04-8892-81e0eb2722e8 x-openstack-request-id: req-0bf4be9a-22d2-4c04-8892-81e0eb2722e8 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:50.128705 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:50.129120 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bf4be9a-22d2-4c04-8892-81e0eb2722e8 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:50.129676 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163', 'status': 'completed', 'code': 200} Jul 13 20:53:50.183252 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6a4e1f5a-2db1-49bf-b16c-bec1342262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.184990 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6a4e1f5a-2db1-49bf-b16c-bec1342262bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1097 time: 0.0697167 Jul 13 20:53:50.279177 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-06f84573-c6b1-49fd-9dcc-e714f7764866 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 217 time: 0.0869098 Jul 13 20:53:50.338022 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c95838-e8d7-4758-b259-92b0cf4794ac req-0a73ddbf-ddd6-4252-93e5-8404b3bb4848 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.339623 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79c95838-e8d7-4758-b259-92b0cf4794ac req-0a73ddbf-ddd6-4252-93e5-8404b3bb4848 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1358998 Jul 13 20:53:50.362763 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6eaead06-8bd8-4945-9fca-740f658e6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.364796 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-6eaead06-8bd8-4945-9fca-740f658e6c24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0772009 Jul 13 20:53:50.424767 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79c95838-e8d7-4758-b259-92b0cf4794ac req-30cadd9b-88ff-4005-921d-ec3e46ca6e4a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730522 Jul 13 20:53:50.469111 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-89443921-c792-46ef-8ee4-db6b466456be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.470647 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-89443921-c792-46ef-8ee4-db6b466456be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924156 Jul 13 20:53:50.574257 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-06e70219-abf2-4305-86ae-c8bb0abae9ea service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949700 Jul 13 20:53:50.714687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e16ed860-904d-4fb8-b822-782e4d96ba21 req-0695db3b-bb86-4b1f-8c89-a05b9f04158f service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330733 Jul 13 20:53:50.756399 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6139cb8-68d5-4d59-aa28-d868de338c5d req-0f0a4545-27b7-4712-b0fd-1d6fa30d0548 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:50.763889 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f6139cb8-68d5-4d59-aa28-d868de338c5d req-0f0a4545-27b7-4712-b0fd-1d6fa30d0548 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.1057498 Jul 13 20:53:51.066661 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f6139cb8-68d5-4d59-aa28-d868de338c5d req-0a89072d-3d2a-4d12-8353-fcee0b448ac9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017631 Jul 13 20:53:51.103605 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-4eb86e55-2b04-42ad-80d4-73de49f9ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:51.105483 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-4eb86e55-2b04-42ad-80d4-73de49f9ad8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1097 time: 0.3211598 Jul 13 20:53:51.202915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c99fe11d-e482-4227-88b6-5a17e50bdcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:51.212876 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-6c02ce25-acae-4137-944d-705b48d3b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:51.214486 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-6c02ce25-acae-4137-944d-705b48d3b92b service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.1006033 Jul 13 20:53:51.267166 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-af8e238d-5e37-4d13-84f3-72aead0c9788 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 217 time: 0.0462589 Jul 13 20:53:51.317662 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-a1c6b87f-155a-4161-bf2c-9367079c976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:51.319187 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-a1c6b87f-155a-4161-bf2c-9367079c976a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0459378 Jul 13 20:53:51.393487 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-3ada3bc1-80e7-47a2-8b2f-14ff8f892354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:51.394949 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-3ada3bc1-80e7-47a2-8b2f-14ff8f892354 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694234 Jul 13 20:53:51.497591 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-2b713c26-9ef9-46ea-8373-05bbc3b20ec3 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954831 Jul 13 20:53:51.538336 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:51.679720 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-41c7f961-5377-4308-9db0-b1b1b4cfa573 req-aa0893f4-bc1a-4cb7-8d91-ba05d3839457 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745994 Jul 13 20:53:51.691202 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9b825-126d-4c11-a350-763f5b75ea35 req-63eae41c-b786-418a-87cc-b724eb0422b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:51.693233 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5cd9b825-126d-4c11-a350-763f5b75ea35 req-63eae41c-b786-418a-87cc-b724eb0422b4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.1064794 Jul 13 20:53:51.741991 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5cd9b825-126d-4c11-a350-763f5b75ea35 req-ead3ff60-cd18-4ff2-a635-1b9a76070cdd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Jul 13 20:53:52.250714 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd080b31-dfd7-4b45-88cd-0c317b81e93b req-58007d5a-b55e-4ec9-86d8-dd7af9e5d384 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:52.252250 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cd080b31-dfd7-4b45-88cd-0c317b81e93b req-58007d5a-b55e-4ec9-86d8-dd7af9e5d384 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.0653369 Jul 13 20:53:52.299105 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cd080b31-dfd7-4b45-88cd-0c317b81e93b req-d9c6a36b-9e50-42ae-be6c-8f65ee0b93d1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Jul 13 20:53:52.955727 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d085c-4029-4cc1-9add-0b13d2d2aa8e req-4c465c36-b5c4-45c0-ac1a-0d426d352922 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:52.957786 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f1d085c-4029-4cc1-9add-0b13d2d2aa8e req-4c465c36-b5c4-45c0-ac1a-0d426d352922 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0816786 Jul 13 20:53:53.002386 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-5f1d085c-4029-4cc1-9add-0b13d2d2aa8e req-4abb7c8b-f0aa-4204-82d1-7c11f7a094f9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352271 Jul 13 20:53:53.503797 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8355-2a88-4738-a469-3b89efd9b63a req-2118f1f2-1547-45ad-b82e-acfd6228562c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:53.511301 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4d8c8355-2a88-4738-a469-3b89efd9b63a req-2118f1f2-1547-45ad-b82e-acfd6228562c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.0917950 Jul 13 20:53:53.545485 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4d8c8355-2a88-4738-a469-3b89efd9b63a req-5d68eb62-9597-4946-8e77-ca42fe89058a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Jul 13 20:53:53.711785 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-61cf128f-d50e-47d2-b252-e3a10adfe3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:53.812705 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:54.178456 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5de7a-25fe-4acb-82db-944792dd1c41 req-899b9fbc-f4b5-4650-bae4-952fd9b1118e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.179854 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-20c5de7a-25fe-4acb-82db-944792dd1c41 req-899b9fbc-f4b5-4650-bae4-952fd9b1118e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0622294 Jul 13 20:53:54.215534 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-20c5de7a-25fe-4acb-82db-944792dd1c41 req-c9a5c18e-0cc0-43c9-b009-ee4d46ad4ce5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Jul 13 20:53:54.568003 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-7ba8b0e4-b76e-4273-8fc3-d7c72a3567a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.569727 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-7ba8b0e4-b76e-4273-8fc3-d7c72a3567a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1099 time: 0.0519762 Jul 13 20:53:54.659657 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-fcd30ff6-26c6-4865-afc8-72af6c597ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.661143 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-fcd30ff6-26c6-4865-afc8-72af6c597ef0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0858748 Jul 13 20:53:54.674182 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:54.756934 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-d21a42df-4676-4f58-be4c-09c3e773c79c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 1002 time: 0.0853124 Jul 13 20:53:54.778094 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63d25-9983-4acd-9f98-e2027dec0318 req-9687fe7a-33c5-498f-8297-6dcbf22b1532 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.779500 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17c63d25-9983-4acd-9f98-e2027dec0318 req-9687fe7a-33c5-498f-8297-6dcbf22b1532 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.1164064 Jul 13 20:53:54.829806 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-34e56dc0-be95-4108-a6ae-12593533cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.831270 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-34e56dc0-be95-4108-a6ae-12593533cfbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0671551 Jul 13 20:53:54.850312 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-17c63d25-9983-4acd-9f98-e2027dec0318 req-c6725f1e-0d9e-46f7-9e31-8afd052b3a4c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529222 Jul 13 20:53:54.891247 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-c28fe781-c653-4d0d-9b8a-c55771447cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:54.892701 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-c28fe781-c653-4d0d-9b8a-c55771447cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541840 Jul 13 20:53:54.980738 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-456c632b-aaf9-48cd-9221-bdf43f1d5ede service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Jul 13 20:53:55.068668 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6b051b8f-b1b4-4739-b5f3-1faedacc5e22 req-a4590726-b638-454c-8e5d-d6079e22fb16 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812223 Jul 13 20:53:55.390304 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471940-86e9-43a1-a32f-86c6190a6acc req-39961c91-6dbf-4b58-afdd-7f0543abddf2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:55.391707 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b471940-86e9-43a1-a32f-86c6190a6acc req-39961c91-6dbf-4b58-afdd-7f0543abddf2 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0649509 Jul 13 20:53:55.427928 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1b471940-86e9-43a1-a32f-86c6190a6acc req-5361cc38-4156-4e77-bb07-f00099ab2b8f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303547 Jul 13 20:53:56.023947 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179740e1-dbf6-428d-b835-7bdf70c0d48f req-abb24451-64f9-4970-9372-1033dbc44a74 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:56.025398 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-179740e1-dbf6-428d-b835-7bdf70c0d48f req-abb24451-64f9-4970-9372-1033dbc44a74 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.0634739 Jul 13 20:53:56.060240 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-179740e1-dbf6-428d-b835-7bdf70c0d48f req-3ab6ebb6-0326-46d4-9ef3-85da69d7f09a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295506 Jul 13 20:53:56.440935 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:56.604474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0eff-f3de-48f8-a084-602d559a7fba req-2d4fa5e1-16c7-4499-a8cb-6021a5f80ec3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:56.605939 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-870e0eff-f3de-48f8-a084-602d559a7fba req-2d4fa5e1-16c7-4499-a8cb-6021a5f80ec3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0621445 Jul 13 20:53:56.641653 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-870e0eff-f3de-48f8-a084-602d559a7fba req-6f229107-56c8-4389-bf0d-5c9420bb4264 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302579 Jul 13 20:53:57.236129 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d41509-30b7-4a2c-877e-fd656e294d5b req-ac06fba9-7551-43ae-bce6-46148f5802f9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:57.238119 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a7d41509-30b7-4a2c-877e-fd656e294d5b req-ac06fba9-7551-43ae-bce6-46148f5802f9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.0639119 Jul 13 20:53:57.276844 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a7d41509-30b7-4a2c-877e-fd656e294d5b req-a2a0108f-9b75-4988-89ee-7e141e93524f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jul 13 20:53:57.811349 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611142d7-52aa-48b3-85c6-6cbeea9357c9 req-21cc1dfb-3d68-4d10-b2f6-86d6f168f799 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:57.812787 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-611142d7-52aa-48b3-85c6-6cbeea9357c9 req-21cc1dfb-3d68-4d10-b2f6-86d6f168f799 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 946 time: 0.0604615 Jul 13 20:53:57.849450 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-611142d7-52aa-48b3-85c6-6cbeea9357c9 req-17ed7d87-dddc-40ed-96a0-974e5ebeebb9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Jul 13 20:53:58.397826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b258de8e-34a9-4579-9d99-991bb531c163 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:53:58.400139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:53:58.468292 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3fa4c-e9fd-42b0-b05a-b93ac6ea18d4 req-fb0862dd-f6b5-4ba1-9851-19eff870edbb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:58.469836 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-48f3fa4c-e9fd-42b0-b05a-b93ac6ea18d4 req-fb0862dd-f6b5-4ba1-9851-19eff870edbb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 944 time: 0.0679290 Jul 13 20:53:58.509128 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-48f3fa4c-e9fd-42b0-b05a-b93ac6ea18d4 req-2ca67bcd-9094-462b-ba3b-75e395757af0 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333483 Jul 13 20:53:58.543703 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:58.584639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:53:58.586905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97467f-bade-4062-a120-58d6ce677a88" -d '{"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-unplugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:53:58.592671 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b258de8e-34a9-4579-9d99-991bb531c163,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:58.608094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:58.611042 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'b258de8e-34a9-4579-9d99-991bb531c163', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:53:58.614546 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:58.660663 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e10c0c-c5ef-4b03-8e84-5bd44e36c021 x-openstack-request-id: req-47e10c0c-c5ef-4b03-8e84-5bd44e36c021 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:53:58.660961 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-unplugged", "status": "failed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "code": 422}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:53:58.661232 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47e10c0c-c5ef-4b03-8e84-5bd44e36c021 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:53:58.661661 dv-cinder-800703-1-iscsi neutron-server[104499]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'code': 422} returned with failed status Jul 13 20:53:58.688031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:58.707543 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=8']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:58.711050 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b258de8e-34a9-4579-9d99-991bb531c163 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:53:58.731889 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b258de8e-34a9-4579-9d99-991bb531c163,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:53:58.735650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:53:58.783019 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:53:58.953762 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-f11ee3ad-ea1a-4030-9997-56e2b0d65081 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533075 Jul 13 20:53:58.964571 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275d82c-8535-47b4-a48f-105e62150e27 req-93f08c61-6b73-4be2-b9e2-42cf647b4d5f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:58.966026 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b275d82c-8535-47b4-a48f-105e62150e27 req-93f08c61-6b73-4be2-b9e2-42cf647b4d5f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0667210 Jul 13 20:53:58.973819 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['b258de8e-34a9-4579-9d99-991bb531c163'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:53:59.005794 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b275d82c-8535-47b4-a48f-105e62150e27 req-f92fddb3-6725-45e9-8211-2248f9ce6101 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Jul 13 20:53:59.677229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6b767-4801-4809-9c82-3337e38d10f5 req-c5a52278-d50f-4b28-aa15-0c1f3702cc2a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:59.678735 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9f6b767-4801-4809-9c82-3337e38d10f5 req-c5a52278-d50f-4b28-aa15-0c1f3702cc2a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 945 time: 0.0609105 Jul 13 20:53:59.719687 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d9f6b767-4801-4809-9c82-3337e38d10f5 req-82b8b22b-9284-471a-ac74-7a27ebf05333 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Jul 13 20:53:59.776835 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-176d5b84-e849-4bc5-bb89-fba02e8062b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:59.778316 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-176d5b84-e849-4bc5-bb89-fba02e8062b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be&tenant_id=8d607e6082e6467aba667c6a806e6406 HTTP/1.1" status: 200 len: 1097 time: 0.0521317 Jul 13 20:53:59.853227 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-bf75bc17-17ca-4b7f-a92e-ec1f6d1b6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:59.854723 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-bf75bc17-17ca-4b7f-a92e-ec1f6d1b6b9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1097 time: 0.0538616 Jul 13 20:53:59.940390 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-a7182b66-3261-43c9-8b73-23b5302db5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:53:59.942359 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-a7182b66-3261-43c9-8b73-23b5302db5f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0815775 Jul 13 20:54:00.006850 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-e25722ea-9715-4a2e-aa0c-12ffc57e4267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 1000 time: 0.0586495 Jul 13 20:54:00.052717 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-6c07b9a2-3aeb-4bed-b730-16a3a90c85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:00.054272 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-6c07b9a2-3aeb-4bed-b730-16a3a90c85b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0419989 Jul 13 20:54:00.108238 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-4a57eacf-eb9e-43b0-893b-3e584f8ef639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:00.109770 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-4a57eacf-eb9e-43b0-893b-3e584f8ef639 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493798 Jul 13 20:54:00.237170 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-e5d49d88-31a2-4d41-8a9b-e90f18c04a19 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214330 Jul 13 20:54:00.246209 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5526c0-e704-43e7-8241-3450c720eb12 req-2bb795e9-0897-4221-9c03-6027c993a3fa tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:00.247798 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cc5526c0-e704-43e7-8241-3450c720eb12 req-2bb795e9-0897-4221-9c03-6027c993a3fa tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.1244714 Jul 13 20:54:00.329814 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cc5526c0-e704-43e7-8241-3450c720eb12 req-d01103ad-3fec-407b-8c26-416be5c6a468 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732536 Jul 13 20:54:00.357039 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7a3f1a05-8671-4ca8-8461-02e483b66e30 req-7f1afdaf-3075-47f4-a919-5605bee1292f service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082823 Jul 13 20:54:00.398391 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b258de8e-34a9-4579-9d99-991bb531c163 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:54:00.445048 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port b258de8e-34a9-4579-9d99-991bb531c163 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:54:00.448512 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port b258de8e-34a9-4579-9d99-991bb531c163 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:54:00.448877 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:00.524023 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:00.556190 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b258de8e-34a9-4579-9d99-991bb531c163,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:00.560057 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:00.560901 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:00.634701 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:00.663735 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:54:00.666103 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ffe2bc-dd1f-4f48-bd22-7574ea9d35fb" -d '{"events": [{"server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "name": "network-vif-plugged", "status": "completed", "tag": "b258de8e-34a9-4579-9d99-991bb531c163"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:54:00.703713 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be6100-2e0e-42a2-bb6b-1b412655f8a1 x-openstack-request-id: req-53be6100-2e0e-42a2-bb6b-1b412655f8a1 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:54:00.704507 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "name": "network-vif-plugged", "status": "completed", "tag": "b258de8e-34a9-4579-9d99-991bb531c163", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:54:00.704763 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53be6100-2e0e-42a2-bb6b-1b412655f8a1 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:54:00.705156 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163', 'code': 200} Jul 13 20:54:00.974744 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9e57-5765-431b-beb7-269faf4733fd req-5465d5a8-38ef-48be-8045-6add91210f8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:00.976618 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-400c9e57-5765-431b-beb7-269faf4733fd req-5465d5a8-38ef-48be-8045-6add91210f8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0854321 Jul 13 20:54:01.028046 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-400c9e57-5765-431b-beb7-269faf4733fd req-ea8bf856-88ec-44a1-888d-60da4ba91cf7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Jul 13 20:54:01.516449 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da807c-95ae-4b21-9ec5-374043e57259 req-f5d4f118-1ce0-4be5-b55a-b3e57af45fcd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:01.518216 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2da807c-95ae-4b21-9ec5-374043e57259 req-f5d4f118-1ce0-4be5-b55a-b3e57af45fcd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0627818 Jul 13 20:54:01.558058 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c2da807c-95ae-4b21-9ec5-374043e57259 req-e4993f1a-b1cc-4ffc-95cc-33ecae51ac27 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331078 Jul 13 20:54:02.206232 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc873d-1b1a-4551-a2f6-8e4d6e5c3029 req-355dce32-0a7a-45d2-8d19-94df88eba673 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:02.207648 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85fc873d-1b1a-4551-a2f6-8e4d6e5c3029 req-355dce32-0a7a-45d2-8d19-94df88eba673 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0677333 Jul 13 20:54:02.245966 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-85fc873d-1b1a-4551-a2f6-8e4d6e5c3029 req-08778510-46ea-46ba-aaad-1619bed5e04d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Jul 13 20:54:02.737065 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad81096-6330-4006-8737-a2976cd5a767 req-b421a534-2487-4134-bbff-33d26939c2d9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:02.739135 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6ad81096-6330-4006-8737-a2976cd5a767 req-b421a534-2487-4134-bbff-33d26939c2d9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0639322 Jul 13 20:54:02.777685 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6ad81096-6330-4006-8737-a2976cd5a767 req-4e22419d-0688-46d1-ad02-deee48e175e5 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Jul 13 20:54:03.426294 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa2e94-5ef8-4df8-8d97-99ca22da5f94 req-793b81d8-4d30-4be0-abf6-206382d9c0cc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:03.427852 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-69fa2e94-5ef8-4df8-8d97-99ca22da5f94 req-793b81d8-4d30-4be0-abf6-206382d9c0cc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0684049 Jul 13 20:54:03.467051 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-69fa2e94-5ef8-4df8-8d97-99ca22da5f94 req-b77a005d-4284-4a8c-a679-2344d729b1d8 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Jul 13 20:54:03.965595 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df045a5-27b8-4b0f-870e-72b1594017d9 req-df0901dc-7f37-429f-9dd0-bd6f5eeac52a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:03.967065 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8df045a5-27b8-4b0f-870e-72b1594017d9 req-df0901dc-7f37-429f-9dd0-bd6f5eeac52a tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0660996 Jul 13 20:54:04.006295 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8df045a5-27b8-4b0f-870e-72b1594017d9 req-5ceebea8-3f21-4cd6-bf25-3e5bcd5fc11d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334659 Jul 13 20:54:04.642037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282c13-6ee7-4289-aa10-58778ef607d6 req-b3525848-d13b-4ce9-96e3-4a55db58ed4d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:04.643580 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15282c13-6ee7-4289-aa10-58778ef607d6 req-b3525848-d13b-4ce9-96e3-4a55db58ed4d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0636644 Jul 13 20:54:04.682940 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15282c13-6ee7-4289-aa10-58778ef607d6 req-f02af65a-9b9b-48de-9c91-09654b543b08 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Jul 13 20:54:05.191526 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53127bd1-aaf6-443e-a393-05b74eff0322 req-b2c3c840-14f9-4f21-aa96-317be81bbab4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:05.193524 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53127bd1-aaf6-443e-a393-05b74eff0322 req-b2c3c840-14f9-4f21-aa96-317be81bbab4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0673378 Jul 13 20:54:05.231008 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-53127bd1-aaf6-443e-a393-05b74eff0322 req-5b13ba27-b491-4597-865c-d3be81dbd99b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Jul 13 20:54:05.857998 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51285e3-3af9-4b17-a5e1-deffeb24c201 req-a38488ff-2977-40e1-93bc-6866558948cc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:05.859766 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b51285e3-3af9-4b17-a5e1-deffeb24c201 req-a38488ff-2977-40e1-93bc-6866558948cc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0646329 Jul 13 20:54:05.901104 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b51285e3-3af9-4b17-a5e1-deffeb24c201 req-c418d10e-ccda-4e4f-bec2-5983d8b817dc tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347493 Jul 13 20:54:06.418605 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67417-9312-48a4-832b-0098d23c5636 req-1f039231-ffb4-43c5-871d-9bfe13018660 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:06.420102 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ab67417-9312-48a4-832b-0098d23c5636 req-1f039231-ffb4-43c5-871d-9bfe13018660 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0672753 Jul 13 20:54:06.458451 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8ab67417-9312-48a4-832b-0098d23c5636 req-4f7b509a-371c-496c-a36a-dcdebba2c15c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327342 Jul 13 20:54:07.073155 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022865-280a-4b5c-9286-834a5f641746 req-64f22308-0791-478e-a60f-9cb8addd6b52 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:07.074679 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79022865-280a-4b5c-9286-834a5f641746 req-64f22308-0791-478e-a60f-9cb8addd6b52 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0627263 Jul 13 20:54:07.117868 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-79022865-280a-4b5c-9286-834a5f641746 req-6cf96381-ffa8-4881-8679-4f4d57ae7fe3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362837 Jul 13 20:54:07.642168 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc7c-f5f4-4854-acd3-5b15fc342ed4 req-3d44ddcb-e336-4e2e-9d01-64fb79811046 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:07.643752 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7c89dc7c-f5f4-4854-acd3-5b15fc342ed4 req-3d44ddcb-e336-4e2e-9d01-64fb79811046 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0649250 Jul 13 20:54:07.682546 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7c89dc7c-f5f4-4854-acd3-5b15fc342ed4 req-9215a725-53a6-4745-8fde-aa14ae21eb3c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Jul 13 20:54:08.295833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2aac-b7fa-4bdc-add9-2aa08efa1a7d req-34eb27c1-cd00-4de4-9c41-80c8fe278cb3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:08.297348 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f80b2aac-b7fa-4bdc-add9-2aa08efa1a7d req-34eb27c1-cd00-4de4-9c41-80c8fe278cb3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0679705 Jul 13 20:54:08.340196 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f80b2aac-b7fa-4bdc-add9-2aa08efa1a7d req-c283c753-37e9-44b1-9ab7-c9b994e77ab2 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364864 Jul 13 20:54:08.869844 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48087728-0439-4eaa-ab8a-3d57762e352b req-68f44b4f-0cf5-47ba-937b-0e9925d502ab tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:08.871341 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48087728-0439-4eaa-ab8a-3d57762e352b req-68f44b4f-0cf5-47ba-937b-0e9925d502ab tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0677886 Jul 13 20:54:08.909484 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-48087728-0439-4eaa-ab8a-3d57762e352b req-05c5d41f-6943-4a7d-afcc-d87d536cd69f tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Jul 13 20:54:09.519575 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6325-ffcb-4e21-a397-4f4b46c1282b req-0a41a47b-2c19-4daf-b07e-0350a4b8ed99 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:09.521963 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1ffc6325-ffcb-4e21-a397-4f4b46c1282b req-0a41a47b-2c19-4daf-b07e-0350a4b8ed99 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0679572 Jul 13 20:54:09.562860 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1ffc6325-ffcb-4e21-a397-4f4b46c1282b req-e84c258c-d526-4219-9d95-44a4c7b0772a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Jul 13 20:54:10.090038 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddf712-7ce3-4846-8444-6b42107bc1fa req-82c5eb1a-ca97-489f-9aed-0f6f5a8d491d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:10.091615 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-76ddf712-7ce3-4846-8444-6b42107bc1fa req-82c5eb1a-ca97-489f-9aed-0f6f5a8d491d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0654888 Jul 13 20:54:10.131223 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-76ddf712-7ce3-4846-8444-6b42107bc1fa req-e5dabb8f-8172-4a10-93cc-ed3565c509c4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jul 13 20:54:10.739049 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1821-3afc-4651-b579-36ebcfd98d98 req-d4f31d5b-2342-427e-996c-ffc54e247ff6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:10.741147 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-31af1821-3afc-4651-b579-36ebcfd98d98 req-d4f31d5b-2342-427e-996c-ffc54e247ff6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0632970 Jul 13 20:54:10.780606 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-31af1821-3afc-4651-b579-36ebcfd98d98 req-efedfa7d-6eb2-4e80-8510-2d2bfe90e1f7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Jul 13 20:54:11.313388 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285df3-4972-45f5-8d01-9d87eb777404 req-49dfd429-5264-4d86-96ca-2d910e517b47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:11.314885 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a3285df3-4972-45f5-8d01-9d87eb777404 req-49dfd429-5264-4d86-96ca-2d910e517b47 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0644610 Jul 13 20:54:11.351648 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a3285df3-4972-45f5-8d01-9d87eb777404 req-5b1778c6-5fb7-4769-b611-a761ab03d4fa tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Jul 13 20:54:11.987496 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e854a49-16d2-42ce-a9ca-bc6b117c2e94 req-be986f3d-b327-45d1-af0b-f342ea32d101 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:11.988928 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2e854a49-16d2-42ce-a9ca-bc6b117c2e94 req-be986f3d-b327-45d1-af0b-f342ea32d101 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0998702 Jul 13 20:54:11.994911 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb62f2-cc99-4eed-bd95-60f9091b139f req-251a9b31-ef78-47df-b3a6-c74e567b9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:11.996193 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3fb62f2-cc99-4eed-bd95-60f9091b139f req-251a9b31-ef78-47df-b3a6-c74e567b9b74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1099 time: 0.0798864 Jul 13 20:54:12.048151 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2e854a49-16d2-42ce-a9ca-bc6b117c2e94 req-93342d85-2316-4ae0-b9d4-b03af77e9498 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510721 Jul 13 20:54:12.050051 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e3fb62f2-cc99-4eed-bd95-60f9091b139f req-1ba62121-3fb1-4e0b-b3b0-7991eee7d428 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462959 Jul 13 20:54:12.526935 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d831630-3d55-43e9-8952-d76a8253ca48 req-d65eb0cd-1e98-481c-9110-9dc4716504f4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:12.528375 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4d831630-3d55-43e9-8952-d76a8253ca48 req-d65eb0cd-1e98-481c-9110-9dc4716504f4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0605705 Jul 13 20:54:12.566983 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4d831630-3d55-43e9-8952-d76a8253ca48 req-d04c8a74-64c5-4af3-83f7-3a52b2d2e343 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Jul 13 20:54:13.217095 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d65dc-8477-4d40-8f34-ad7310d0e1a5 req-b887eef7-a3ba-4c0c-a526-faf87b473287 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:13.218621 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1f8d65dc-8477-4d40-8f34-ad7310d0e1a5 req-b887eef7-a3ba-4c0c-a526-faf87b473287 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0634797 Jul 13 20:54:13.255578 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1f8d65dc-8477-4d40-8f34-ad7310d0e1a5 req-44837f35-03c4-4dc4-bdf3-79d3128c0121 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jul 13 20:54:13.422888 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5875e5-ffdd-4701-8ad6-97f11416d566 req-3fb181ec-922b-4a5d-961b-77f7875216d3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:13.424240 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2a5875e5-ffdd-4701-8ad6-97f11416d566 req-3fb181ec-922b-4a5d-961b-77f7875216d3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0610821 Jul 13 20:54:13.459561 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2a5875e5-ffdd-4701-8ad6-97f11416d566 req-fd2e5272-81e8-4cf8-a238-e248f31723f3 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293524 Jul 13 20:54:13.483360 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42710) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:13.534473 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c73e7-fbde-41e1-941c-a92eec946b11 tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:13.535992 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-e26c73e7-fbde-41e1-941c-a92eec946b11 tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1094 time: 0.0516992 Jul 13 20:54:13.539310 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42712) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:13.543456 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:54:13.563833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:13.655165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:13.737485 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:54:13.742260 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe569fc-a631-44e0-9a38-09b980ccc4f7 req-4ac83d22-1670-4475-a288-892cc8e89be9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:13.744203 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fbe569fc-a631-44e0-9a38-09b980ccc4f7 req-4ac83d22-1670-4475-a288-892cc8e89be9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 944 time: 0.0623300 Jul 13 20:54:13.761544 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.27.2.4 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/bb0aa12d-4538-4efe-8483-ccd8b28c7c5d) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:54:13.782555 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fbe569fc-a631-44e0-9a38-09b980ccc4f7 req-7a76add4-0046-48f3-a366-d2969ed174c9 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Jul 13 20:54:13.858258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:13.897381 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:13.939202 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:54:13.943916 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:54:13.946435 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:54:13.970742 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=bb0aa12d-4538-4efe-8483-ccd8b28c7c5d,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:14.297504 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.370700 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.491118 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:54:14.585416 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:14.597081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'port_id': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'mac_address': 'fa:16:3e:8a:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:54:14.638768 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.651904 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:54:14.672513 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:14.676738 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.723867 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=9']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:14.752362 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.756774 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.820992 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=bb0aa12d-4538-4efe-8483-ccd8b28c7c5d,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:14.832623 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:14.929366 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP ae1f92af-d98e-4b9c-af5f-066cea783667 associated. External IP: 172.27.2.4, port: b258de8e-34a9-4579-9d99-991bb531c163. Jul 13 20:54:14.946276 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['f6668a34-6b56-4a95-b238-a27c98e12811'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:54:14.962555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9588-6197-4e92-b853-520f6792a506 req-ea4f6956-4382-45d3-adae-cd95f79f073e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:14.964067 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e24b9588-6197-4e92-b853-520f6792a506 req-ea4f6956-4382-45d3-adae-cd95f79f073e tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0615382 Jul 13 20:54:15.005454 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e24b9588-6197-4e92-b853-520f6792a506 req-374f7ae2-4719-4fa0-a0a6-3ba3ccf5a9cd tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353956 Jul 13 20:54:15.135339 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:54:15.238553 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:54:15.247641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:54:15.253732 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:15.257095 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:15.257702 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:15.289454 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-8d5a6c90-3abc-4344-98df-790e43e150de tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7491682 Jul 13 20:54:15.290142 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:54:15.292422 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e794f-727a-4eae-bd76-491f899c3142" -d '{"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:54:15.327332 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49d30b5-3c08-4c8a-b2b4-300103145cd6 x-openstack-request-id: req-f49d30b5-3c08-4c8a-b2b4-300103145cd6 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:54:15.327635 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:54:15.327889 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f49d30b5-3c08-4c8a-b2b4-300103145cd6 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:54:15.328293 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163', 'status': 'completed', 'code': 200} Jul 13 20:54:15.361671 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:15.405950 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-de7aa293-f0ce-4f10-ae82-d8017cc61d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:15.407472 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-de7aa293-f0ce-4f10-ae82-d8017cc61d65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1099 time: 0.0546124 Jul 13 20:54:15.496292 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-bc4bec29-4723-4ea9-aaee-520c313a9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:15.497686 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-bc4bec29-4723-4ea9-aaee-520c313a9351 service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0830708 Jul 13 20:54:15.563051 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-69f26088-551d-4fcd-aca7-5c8443fbebb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 998 time: 0.0580008 Jul 13 20:54:15.577566 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:14Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:15.605192 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:54:15.613238 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:15.613821 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:53:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:15.614335 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-b1332388-2473-4f02-81d2-3c3fa49de6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:15.616523 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-b1332388-2473-4f02-81d2-3c3fa49de6da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0463028 Jul 13 20:54:15.674878 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-d89c2afa-7600-417c-97ca-425c471a9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:15.676450 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-d89c2afa-7600-417c-97ca-425c471a9b5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529547 Jul 13 20:54:15.765922 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-1821a3bd-934c-46f9-972d-aaf1cc5c3b1f service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824075 Jul 13 20:54:15.828225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:15.857555 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ff8e794f-727a-4eae-bd76-491f899c3142 req-b20f84a7-ab8a-4e01-8e46-77ce7a0d22a4 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 Jul 13 20:54:16.037549 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:14Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:16.065937 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d1797-fb74-46a2-b23e-e5a63adf5e4d None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:14Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:54:16.188921 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446156a-c7ac-45a2-a301-96317ba9bc2c req-7436d2d7-674b-435b-a59f-3a81e8e552b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:16.190458 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4446156a-c7ac-45a2-a301-96317ba9bc2c req-7436d2d7-674b-435b-a59f-3a81e8e552b1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 945 time: 0.0641797 Jul 13 20:54:16.232059 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4446156a-c7ac-45a2-a301-96317ba9bc2c req-1bdea1b7-b4c3-44f9-a03f-f77134e05c2d tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357566 Jul 13 20:54:16.255229 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1696-1522-4af3-a049-d88fcd5f0c46 None None] New status for floating IP ae1f92af-d98e-4b9c-af5f-066cea783667: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:54:16.505843 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:54:16.551089 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port f6668a34-6b56-4a95-b238-a27c98e12811 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:54:16.551459 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:16.621854 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:16.642600 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:54:16.644818 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06980345-a1a3-4b74-86e1-f363987c46e7" -d '{"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:54:16.657399 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:16.661621 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:16.686517 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81b241-0a1c-403d-b0f5-eaf8a2a23d5e x-openstack-request-id: req-bc81b241-0a1c-403d-b0f5-eaf8a2a23d5e {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:54:16.686836 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-plugged", "status": "completed", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:54:16.687090 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc81b241-0a1c-403d-b0f5-eaf8a2a23d5e {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:54:16.687461 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'code': 200} Jul 13 20:54:16.713026 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=10']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:16.869078 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65923b12-5c8e-4bbc-a66a-44a9da8e8ef7 req-cff96ad4-f714-45c7-98e5-8c0daf56b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:16.870626 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65923b12-5c8e-4bbc-a66a-44a9da8e8ef7 req-cff96ad4-f714-45c7-98e5-8c0daf56b40f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1100 time: 0.0542209 Jul 13 20:54:16.904246 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-65923b12-5c8e-4bbc-a66a-44a9da8e8ef7 req-911ec4ba-f9cc-4a0e-8196-0d495ab69d54 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268226 Jul 13 20:54:17.416639 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8197-5625-431a-a92a-fea55d0f5a7a req-79e8c5fe-5b36-443b-a4d3-fc8e0db62c1c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:17.418130 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a47d8197-5625-431a-a92a-fea55d0f5a7a req-79e8c5fe-5b36-443b-a4d3-fc8e0db62c1c tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 947 time: 0.0668409 Jul 13 20:54:17.454674 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a47d8197-5625-431a-a92a-fea55d0f5a7a req-f162000b-7b1a-4b93-976b-5dbf982a5467 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jul 13 20:54:18.633183 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7dfb-369f-4508-b8e8-7aeffb00b865 req-df3e4a6c-6cac-46fd-b5f6-aa721a0f19d3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:18.634662 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-19cd7dfb-369f-4508-b8e8-7aeffb00b865 req-df3e4a6c-6cac-46fd-b5f6-aa721a0f19d3 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 947 time: 0.0617402 Jul 13 20:54:18.669716 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-19cd7dfb-369f-4508-b8e8-7aeffb00b865 req-0bf8992f-0e5f-4a00-b180-ba7a1b1bbe37 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296087 Jul 13 20:54:21.189340 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c887d633-7f46-4843-818f-689bea3dbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:21.505174 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:23.125475 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-7b9b31d1-f8a1-4e67-9aff-81b95b52b383 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506091 Jul 13 20:54:23.194970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-834a025f-e66d-4ee1-a2f2-db8fdfc2e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:23.196401 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-834a025f-e66d-4ee1-a2f2-db8fdfc2e02c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d607e6082e6467aba667c6a806e6406&device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 1100 time: 0.0491536 Jul 13 20:54:23.297974 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-175f54f7-8e0c-4b18-8c95-fbf7561a4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:23.299466 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-175f54f7-8e0c-4b18-8c95-fbf7561a4404 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 200 len: 918 time: 0.0846736 Jul 13 20:54:23.361404 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-01dcf985-5229-4af4-bc37-c9a00c23e7f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 200 len: 1002 time: 0.0550570 Jul 13 20:54:23.406684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-614649dc-47d8-4d87-970e-3bae52e26382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:23.408041 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-614649dc-47d8-4d87-970e-3bae52e26382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 200 len: 856 time: 0.0410795 Jul 13 20:54:23.469714 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-57ac83c2-7295-4f8c-9860-ca9c84f998ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:23.471167 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-57ac83c2-7295-4f8c-9860-ca9c84f998ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df29dba9-4348-4418-b21f-4faad9cf65b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522797 Jul 13 20:54:23.557294 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-bc5e9463-cb07-4b77-ba4c-665be53b78f2 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774870 Jul 13 20:54:23.653215 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-80b8d211-dfe1-4f53-9647-005b9aff2496 req-d0c19608-001d-4efb-83bc-f6449f135c73 service neutron] 10.222.0.44 "GET /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833354 Jul 13 20:54:23.713090 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e35d4b62-8bd6-4806-8e63-ea2bf7ce7dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:23.815171 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:24.676561 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:26.444629 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:48.536207 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56561b-f8dc-48e4-8087-64c34758cbc8 req-21809690-1bf4-4498-8c19-60938d02b4ab tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:48.537651 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-dc56561b-f8dc-48e4-8087-64c34758cbc8 req-21809690-1bf4-4498-8c19-60938d02b4ab tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0644872 Jul 13 20:54:48.574943 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-dc56561b-f8dc-48e4-8087-64c34758cbc8 req-a0602ba5-8bfa-4c1d-bbd3-094240e31fd7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Jul 13 20:54:49.743074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a851b-2449-418c-ab2c-2b64be96d4c0 req-8f33f638-feae-425f-b316-f35cbc079e95 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:49.744540 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e9a851b-2449-418c-ab2c-2b64be96d4c0 req-8f33f638-feae-425f-b316-f35cbc079e95 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0612786 Jul 13 20:54:49.781156 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8e9a851b-2449-418c-ab2c-2b64be96d4c0 req-04807c31-1044-43c8-b154-b4578c1652a5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3825064-e011-417f-a5f2-885429b8d86d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Jul 13 20:54:50.345637 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-994052ba-e5da-40f4-8f1d-2e5ada41eec5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:50.347126 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-994052ba-e5da-40f4-8f1d-2e5ada41eec5 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 945 time: 0.0603611 Jul 13 20:54:50.446199 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Deleting port 4039e5fc-c383-409f-a80a-d5145fca41a3 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:50.446544 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:50.529131 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] For port 4039e5fc-c383-409f-a80a-d5145fca41a3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4039e5fc-c383-409f-a80a-d5145fca41a3,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:50.529485 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:50.693270 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:50.693551 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:50.693861 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Floating IP cf677ac4-c834-42e3-904d-df3dd83aec1f disassociated. External IP: 172.27.2.117, port: 4039e5fc-c383-409f-a80a-d5145fca41a3. Jul 13 20:54:50.694196 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Calling delete_port for 4039e5fc-c383-409f-a80a-d5145fca41a3 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:50.739809 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:54:50.815886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:50.845355 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'Port': ['ID=4039e5fc-c383-409f-a80a-d5145fca41a3,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:50.857621 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.857967 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.858296 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.858651 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.858983 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.859309 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.859635 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.859960 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.860283 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.860603 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.860923 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.861838 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:50.929517 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1dcfc477-6070-429e-b06e-d3ecf791ac4b req-3b74012f-a4d8-4069-a8a7-56a84346c61b tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3729de3-c290-40d7-b6c4-13341b63487f HTTP/1.1" status: 200 len: 210 time: 0.0274682 Jul 13 20:54:50.969831 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:54:51.074831 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:54:51.083835 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:54:51.092603 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:51.093214 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:51.121499 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] No DVR routers for this DVR port 4039e5fc-c383-409f-a80a-d5145fca41a3 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:54:51.124037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:51.126291 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ad20d590-08c6-4559-9a27-2ca6b8257110 req-729b708f-90b6-404f-9355-c081aedf56d7 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.44 "DELETE /v2.0/ports/4039e5fc-c383-409f-a80a-d5145fca41a3 HTTP/1.1" status: 204 len: 173 time: 0.7728333 Jul 13 20:54:51.126801 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'name': 'network-vif-deleted', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:54:51.129035 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a487c661-951f-4ae0-b399-3b6fc25f9085" -d '{"events": [{"server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "name": "network-vif-deleted", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:54:51.202246 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfe23-2777-48dd-b20e-0d327e05ccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:51.211516 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:51.242412 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d2f4b1-dd54-4acd-a0f6-1b734e5c3357 x-openstack-request-id: req-f6d2f4b1-dd54-4acd-a0f6-1b734e5c3357 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:54:51.242733 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3729de3-c290-40d7-b6c4-13341b63487f", "name": "network-vif-deleted", "tag": "4039e5fc-c383-409f-a80a-d5145fca41a3", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:54:51.242985 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6d2f4b1-dd54-4acd-a0f6-1b734e5c3357 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:54:51.243394 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3729de3-c290-40d7-b6c4-13341b63487f', 'name': 'network-vif-deleted', 'tag': '4039e5fc-c383-409f-a80a-d5145fca41a3', 'status': 'completed', 'code': 200} Jul 13 20:54:51.411874 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:51.440571 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:54:51.448568 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:51.449157 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:51.539341 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:51.558574 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:51.766962 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:51.800494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cfbd5-b5dc-42ef-86a9-cc98072e66cc None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:49:14Z', 'revision_number': 4, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c805006-1277-46f8-bbe7-c6c402cce2b4', 'name': '', 'network_id': '01d157f9-dbce-44f0-9e42-1da88adbf058', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'mac_address': 'fa:16:3e:9b:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:13Z', 'updated_at': '2021-07-13T20:49:19Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'subnets': [{'id': 'f4da620e-3548-41d1-b71f-ed1c5e12c72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:54:52.050925 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577a75f-fe4b-4fd1-b0c3-3351632c237c None None] New status for floating IP cf677ac4-c834-42e3-904d-df3dd83aec1f: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:54:52.059240 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42938) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:52.114173 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.162644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.227920 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825da40b-fd2e-4469-ba63-4f68a88f5581 req-153ba343-07af-493a-896d-541a54446efc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:52.229627 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-825da40b-fd2e-4469-ba63-4f68a88f5581 req-153ba343-07af-493a-896d-541a54446efc tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 947 time: 0.1024907 Jul 13 20:54:52.252565 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.255087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.256168 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "DELETE /v2.0/security-groups/d3825064-e011-417f-a5f2-885429b8d86d HTTP/1.1" status: 204 len: 168 time: 0.1958041 Jul 13 20:54:52.258923 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42940) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:52.272867 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-5bd132bc-1109-4948-b7b7-2c16d72f2563 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] show failed (client error): The resource could not be found. Jul 13 20:54:52.273190 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3825064-e011-417f-a5f2-885429b8d86d,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:52.273858 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5bd132bc-1109-4948-b7b7-2c16d72f2563 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "GET /v2.0/security-groups/d3825064-e011-417f-a5f2-885429b8d86d HTTP/1.1" status: 404 len: 347 time: 0.0134559 Jul 13 20:54:52.277058 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42942) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:52.285584 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-825da40b-fd2e-4469-ba63-4f68a88f5581 req-a75a74c7-c15b-46d2-8dd9-bfa30f8ac049 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496914 Jul 13 20:54:52.286944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.287293 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.287633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.287969 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.288426 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.288620 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.288952 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.289277 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.289610 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.289921 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.290243 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.290563 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17d7a4c-090b-49dc-98ef-6b50cac8a171 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:52.399384 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Deleting port 6ac0e79b-a6cf-49cc-ade3-b2cac459c57e {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:52.399726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.470788 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.471114 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.482806 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Calling delete_port for 6ac0e79b-a6cf-49cc-ade3-b2cac459c57e owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:52.608923 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.633775 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Pushing event deleted for resources: {'Port': ['ID=6ac0e79b-a6cf-49cc-ade3-b2cac459c57e,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:52.695423 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.698452 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:52.699633 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-83f30cb8-e20a-414f-b978-7a9407762d67 tempest-AttachVolumeTestJSON-142949756 tempest-AttachVolumeTestJSON-142949756-project] 10.222.0.54 "DELETE /v2.0/floatingips/cf677ac4-c834-42e3-904d-df3dd83aec1f HTTP/1.1" status: 204 len: 168 time: 0.4217041 Jul 13 20:54:53.489247 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30707b9-4bbf-4b55-815c-1ab28da12fa7 req-c4b1aea7-0850-4ffd-8218-0f1ce6f1c781 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:53.490738 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f30707b9-4bbf-4b55-815c-1ab28da12fa7 req-c4b1aea7-0850-4ffd-8218-0f1ce6f1c781 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 947 time: 0.0903382 Jul 13 20:54:53.532188 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-6768d7e6-9a08-438d-a1cc-724d952a22ee tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:54:53.533602 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-6768d7e6-9a08-438d-a1cc-724d952a22ee tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 947 time: 0.0943828 Jul 13 20:54:53.554797 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f30707b9-4bbf-4b55-815c-1ab28da12fa7 req-33550a0b-cd60-4f47-a2ce-91837602bda4 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups?id=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567665 Jul 13 20:54:53.643723 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Deleting port f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:53.644087 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.715518 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2be30c6c-d53d-4e86-b0e2-0ac6e1083b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.731831 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] For port f6668a34-6b56-4a95-b238-a27c98e12811, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=f6668a34-6b56-4a95-b238-a27c98e12811,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:53.732191 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.816283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.909379 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.909802 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:53.910213 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Floating IP 7c09c32e-54e1-4509-90de-7c1f7706fc9a disassociated. External IP: 172.27.2.141, port: f6668a34-6b56-4a95-b238-a27c98e12811. Jul 13 20:54:53.910684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Calling delete_port for f6668a34-6b56-4a95-b238-a27c98e12811 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:54.035746 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:54.071258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'Port': ['ID=f6668a34-6b56-4a95-b238-a27c98e12811,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:54.186230 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:54:54.286691 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:54:54.298250 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:54:54.308014 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:54.308620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:54.328631 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] No DVR routers for this DVR port f6668a34-6b56-4a95-b238-a27c98e12811 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:54:54.330951 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:54.333168 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2f906782-b6a1-4bb6-8540-a1585d4426a6 req-ea7685c7-2ba3-4e38-a8b9-3823b2647ea1 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.44 "DELETE /v2.0/ports/f6668a34-6b56-4a95-b238-a27c98e12811 HTTP/1.1" status: 204 len: 173 time: 0.7943697 Jul 13 20:54:54.333603 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-deleted', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:54:54.335833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b84818-5360-4697-ba31-edab382aaff6" -d '{"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-deleted", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:54:54.373303 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b39b766-dc47-4314-989c-6cfe29447cb7 x-openstack-request-id: req-0b39b766-dc47-4314-989c-6cfe29447cb7 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:54:54.373596 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96cf0a1c-ce61-4e27-b3ee-92bdb72a76be", "name": "network-vif-deleted", "tag": "f6668a34-6b56-4a95-b238-a27c98e12811", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:54:54.373846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b39b766-dc47-4314-989c-6cfe29447cb7 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:54:54.374239 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cf0a1c-ce61-4e27-b3ee-92bdb72a76be', 'name': 'network-vif-deleted', 'tag': 'f6668a34-6b56-4a95-b238-a27c98e12811', 'status': 'completed', 'code': 200} Jul 13 20:54:54.535152 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:54.685488 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:54.717499 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-786bed6f-91c2-43fe-8078-a9f0eefbe8f6 req-dcea64c6-53fd-483f-aacb-e922445e35d0 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/ports?device_id=96cf0a1c-ce61-4e27-b3ee-92bdb72a76be HTTP/1.1" status: 200 len: 210 time: 0.0286818 Jul 13 20:54:54.747766 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:54.753546 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4039e5fc-c383-409f-a80a-d5145fca41a3 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:54.794746 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:54:54.797704 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 4039e5fc-c383-409f-a80a-d5145fca41a3 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:54:54.798043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4039e5fc-c383-409f-a80a-d5145fca41a3 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:54:54.805127 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:54.805728 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:54.912148 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:55.109263 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:55.135181 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc3512-51fb-4781-b3a3-c7a83249c916 None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:48:02Z', 'revision_number': 4, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '3b5728f7-7221-41d0-944b-e3961df711c4', 'name': '', 'network_id': 'df29dba9-4348-4418-b21f-4faad9cf65b6', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'mac_address': 'fa:16:3e:13:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:48:01Z', 'updated_at': '2021-07-13T20:48:11Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'subnets': [{'id': 'd35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:54:55.348239 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9982cc2-8c27-4099-9563-6ced9814bca4 None None] New status for floating IP 7c09c32e-54e1-4509-90de-7c1f7706fc9a: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:54:55.839991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42976) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:55.892708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:55.914711 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:55.959262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:55.961726 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:55.962876 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "DELETE /v2.0/security-groups/14ed0fd0-6c28-4a6d-9824-a1d2425aa72b HTTP/1.1" status: 204 len: 168 time: 0.1218677 Jul 13 20:54:55.966165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42978) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:55.971870 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0598b-4d4d-4c98-a831-531bcb4ba38b tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed0fd0-6c28-4a6d-9824-a1d2425aa72b,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:55.980888 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.api.v2.resource [None req-6d19e44a-4c2e-4e39-a4aa-aaa41a95fe88 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] show failed (client error): The resource could not be found. Jul 13 20:54:55.984406 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6d19e44a-4c2e-4e39-a4aa-aaa41a95fe88 tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "GET /v2.0/security-groups/14ed0fd0-6c28-4a6d-9824-a1d2425aa72b HTTP/1.1" status: 404 len: 347 time: 0.0141897 Jul 13 20:54:55.984628 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 42980) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:56.101775 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Deleting port e6cc2991-4509-4aba-9820-9c46f307ec30 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:56.102033 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.175265 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.175597 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.187109 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Calling delete_port for e6cc2991-4509-4aba-9820-9c46f307ec30 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:56.316243 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.363992 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 42988) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:56.449545 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.570864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Pushing event deleted for resources: {'Port': ['ID=e6cc2991-4509-4aba-9820-9c46f307ec30,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:56.628983 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.631552 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:56.632699 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d393546b-ceea-4269-b030-082a871891fb tempest-AttachVolumeShelveTestJSON-1597054268 tempest-AttachVolumeShelveTestJSON-1597054268-project] 10.222.0.54 "DELETE /v2.0/floatingips/7c09c32e-54e1-4509-90de-7c1f7706fc9a HTTP/1.1" status: 204 len: 168 time: 0.6471884 Jul 13 20:54:56.876313 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:57.415233 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Deleting port 5c805006-1277-46f8-bbe7-c6c402cce2b4 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:57.415574 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:57.491267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] For port 5c805006-1277-46f8-bbe7-c6c402cce2b4, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c805006-1277-46f8-bbe7-c6c402cce2b4,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:57.491624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:57.504267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Calling delete_port for 5c805006-1277-46f8-bbe7-c6c402cce2b4 owned by network:router_interface {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:57.673451 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:57.697427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c805006-1277-46f8-bbe7-c6c402cce2b4,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:57.868624 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.078121 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Router b7a2d121-db23-4b16-bfcc-f878f1f0de74 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:54:58.184053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:54:58.190773 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fe45c712-8fe5-4da6-850b-c5df52dccf13 admin admin] 10.222.0.54 "PUT /v2.0/routers/b7a2d121-db23-4b16-bfcc-f878f1f0de74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248446 Jul 13 20:54:58.192363 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43006) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:58.195582 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Sync routers for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:54:58.205485 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:58.206100 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:58.294780 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.308957 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:58.393152 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.444240 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Deleting port 7c8cd108-6be9-476f-9370-43f7eea9e2e3 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:58.444486 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.482250 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:54:57Z', 'revision_number': 5, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port': {'id': '7c8cd108-6be9-476f-9370-43f7eea9e2e3', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:49:10Z', 'updated_at': '2021-07-13T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:58.507693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Checking router: b7a2d121-db23-4b16-bfcc-f878f1f0de74 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:54:58.516215 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Routers {'b7a2d121-db23-4b16-bfcc-f878f1f0de74'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:54:58.516807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:58.526765 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] For port 7c8cd108-6be9-476f-9370-43f7eea9e2e3, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7c8cd108-6be9-476f-9370-43f7eea9e2e3,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:58.527124 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.539168 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Calling delete_port for 7c8cd108-6be9-476f-9370-43f7eea9e2e3 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:58.597958 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] Set router b7a2d121-db23-4b16-bfcc-f878f1f0de74 gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:54:58.646222 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:54:58Z', 'revision_number': 6, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:58.674435 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56deba-c39b-4bf3-bc6f-c2494df367c7 None None] The sync data for ids ['b7a2d121-db23-4b16-bfcc-f878f1f0de74'] in dv-cinder-800703-1-iscsi is: [{'id': 'b7a2d121-db23-4b16-bfcc-f878f1f0de74', 'name': 'tempest-AttachVolumeTestJSON-219840171-router', 'tenant_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:49:09Z', 'updated_at': '2021-07-13T20:54:58Z', 'revision_number': 6, 'project_id': '9b19b5258aac4d0089f5c7ba2379d2b5', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:54:58.698303 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.723641 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8cd108-6be9-476f-9370-43f7eea9e2e3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:58.768898 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:58.782806 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.788046 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: f6668a34-6b56-4a95-b238-a27c98e12811 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:54:58.788388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device f6668a34-6b56-4a95-b238-a27c98e12811 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:54:58.869306 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.871484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.916273 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.916778 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a2d121-db23-4b16-bfcc-f878f1f0de74 {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:54:58.921835 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:58.922855 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-63e2740d-beb6-480d-bdde-0b6dd067039d admin admin] 10.222.0.54 "DELETE /v2.0/routers/b7a2d121-db23-4b16-bfcc-f878f1f0de74 HTTP/1.1" status: 204 len: 168 time: 0.7294922 Jul 13 20:54:58.925301 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43008) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:58.968558 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Deleting subnet f4da620e-3548-41d1-b71f-ed1c5e12c72b {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:54:58.971408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.003690 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.122611 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.175271 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.186980 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43016) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:59.206102 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4da620e-3548-41d1-b71f-ed1c5e12c72b,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:59.211425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.213571 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-985fdf2f-d615-4164-a695-ba4723fbc327 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f4da620e-3548-41d1-b71f-ed1c5e12c72b HTTP/1.1" status: 204 len: 168 time: 0.2872059 Jul 13 20:54:59.216062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43020) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:59.216197 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec533e-4dac-4ef6-bcf7-6c3f6ab626a6 None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:54:59.288403 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.343210 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Deleting port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:59.343894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.411546 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] For port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:59.411990 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.426902 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] DHCP port deletion for 01d157f9-dbce-44f0-9e42-1da88adbf058 request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:54:59.430445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Calling delete_port for e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:59.481233 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Deleting port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:59.482002 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.521399 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.548789 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Pushing event deleted for resources: {'Port': ['ID=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:59.553016 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] No DVR routers for this DVR port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 on host dv-cinder-800703-1-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:54:59.562826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] For port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,segment=NetworkSegment(ea59cd75-f634-4490-a8b0-6e67f1bc1130),segment_id=ea59cd75-f634-4490-a8b0-6e67f1bc1130)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:54:59.565256 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.596907 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Calling delete_port for e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:54:59.616465 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.635704 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.646914 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d157f9-dbce-44f0-9e42-1da88adbf058']}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:59.658289 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea59cd75-f634-4490-a8b0-6e67f1bc1130') {'for_net_delete': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:59.659158 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea59cd75-f634-4490-a8b0-6e67f1bc1130') {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:54:59.672465 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186521'] for segment, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.685287 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c805006-1277-46f8-bbe7-c6c402cce2b4 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:59.690666 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.697152 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=104498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:54:59.697679 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6186441'] for segment, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: Traceback (most recent call last): Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: timer() Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: cb(*args, **kw) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: return func(*args, **kwargs) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: self._notify() Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: self.callback(batched_events) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: event.method(event) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: return f(self, *a, **k) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._get(url).json() Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: return self.request(url, 'GET', **kwargs) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:54:59.699638 dv-cinder-800703-1-iscsi neutron-server[104498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:54:59.709770 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 5c805006-1277-46f8-bbe7-c6c402cce2b4 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:54:59.710115 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c805006-1277-46f8-bbe7-c6c402cce2b4 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:54:59.710612 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:59.740016 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:54:59.740362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:54:59.740794 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7c8cd108-6be9-476f-9370-43f7eea9e2e3 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:54:59.760455 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.769424 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 7c8cd108-6be9-476f-9370-43f7eea9e2e3 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:54:59.769769 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7c8cd108-6be9-476f-9370-43f7eea9e2e3 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:54:59.782845 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.789251 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] 10.222.0.54 "DELETE /v2.0/networks/01d157f9-dbce-44f0-9e42-1da88adbf058 HTTP/1.1" status: 204 len: 168 time: 0.5710888 Jul 13 20:54:59.789441 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a6b9-3fe0-4d9a-9912-44d27eba9766 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d157f9-dbce-44f0-9e42-1da88adbf058,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:59.819205 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.828714 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Network 01d157f9-dbce-44f0-9e42-1da88adbf058 is not hosted by any dhcp agent {{(pid=104499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 20:54:59.828847 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] No DVR routers for this DVR port e336f14f-bbea-4d93-8a6d-8ebf4dc0c581 on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:54:59.849997 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Pushing event deleted for resources: {'Port': ['ID=e336f14f-bbea-4d93-8a6d-8ebf4dc0c581,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:54:59.858693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.858970 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.859245 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.859585 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.859915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.860307 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.860620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.860946 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.861283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.861641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.861959 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.862334 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77369ebb-ba92-4e84-83ec-9570a7d7af5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:54:59.926193 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43024) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:54:59.974192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Deleting port 3b5728f7-7221-41d0-944b-e3961df711c4 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:54:59.974544 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:54:59.979067 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1f3c477f-f84c-41c1-8d25-fb2804cf2049 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b19b5258aac4d0089f5c7ba2379d2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515766 Jul 13 20:54:59.982559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43026) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:00.030385 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.052764 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] For port 3b5728f7-7221-41d0-944b-e3961df711c4, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3b5728f7-7221-41d0-944b-e3961df711c4,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:00.053051 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.053887 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.072062 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Calling delete_port for 3b5728f7-7221-41d0-944b-e3961df711c4 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:55:00.098590 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.101090 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.102223 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e17c2cf-50bf-4e1a-a5ac-6cc3e579d9b6 HTTP/1.1" status: 204 len: 168 time: 0.1186690 Jul 13 20:55:00.109678 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacfcb1-2c4f-4d43-8d45-4de0b491f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e17c2cf-50bf-4e1a-a5ac-6cc3e579d9b6,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:00.255155 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.282054 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5728f7-7221-41d0-944b-e3961df711c4,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:00.453873 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.673555 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:55:00.777757 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:55:00.785876 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7cc53519-93f7-4910-a148-56837aa09471 admin admin] 10.222.0.54 "PUT /v2.0/routers/ceae3793-ffc4-445b-84d3-91c8d9cb03f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945694 Jul 13 20:55:00.785876 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43048) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:00.788835 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Sync routers for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:55:00.798822 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:55:00.799497 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:00.888559 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks [] for router, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:00.904702 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:55:00.996382 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.054194 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Deleting port 2d00e358-55db-4c65-a577-bcf5e73178cd {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:55:01.054830 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.089982 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:55:00Z', 'revision_number': 5, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port': {'id': '2d00e358-55db-4c65-a577-bcf5e73178cd', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:47:57Z', 'updated_at': '2021-07-13T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:01.119001 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Checking router: ceae3793-ffc4-445b-84d3-91c8d9cb03f4 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:55:01.128582 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Routers {'ceae3793-ffc4-445b-84d3-91c8d9cb03f4'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:55:01.129188 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:54:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:01.137404 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] For port 2d00e358-55db-4c65-a577-bcf5e73178cd, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2d00e358-55db-4c65-a577-bcf5e73178cd,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:01.137760 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.152516 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Calling delete_port for 2d00e358-55db-4c65-a577-bcf5e73178cd owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:55:01.212648 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] Set router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:55:01.272297 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:55:00Z', 'revision_number': 6, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:01.304646 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851e41b-2f3b-4685-8879-9918f0b3658e None None] The sync data for ids ['ceae3793-ffc4-445b-84d3-91c8d9cb03f4'] in dv-cinder-800703-1-iscsi is: [{'id': 'ceae3793-ffc4-445b-84d3-91c8d9cb03f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1321444722-router', 'tenant_id': '8d607e6082e6467aba667c6a806e6406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:47:56Z', 'updated_at': '2021-07-13T20:55:00Z', 'revision_number': 6, 'project_id': '8d607e6082e6467aba667c6a806e6406', 'gw_port_host': None}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:55:01.321916 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.362920 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d00e358-55db-4c65-a577-bcf5e73178cd,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:01.423273 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.527051 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.529264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.592558 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.593176 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceae3793-ffc4-445b-84d3-91c8d9cb03f4 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:55:01.599861 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.601000 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3095db4a-2ce3-4702-8e91-79672217c870 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ceae3793-ffc4-445b-84d3-91c8d9cb03f4 HTTP/1.1" status: 204 len: 168 time: 0.8147838 Jul 13 20:55:01.604037 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43074) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:01.653697 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Deleting subnet d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:55:01.657459 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.693250 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.809590 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.865194 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.890360 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:01.893919 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:01.895808 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d346dccf-42da-49f4-aec3-019b1ec159a1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d35ef2ce-c3c5-4f8a-b16b-3fa46bdb3b9c HTTP/1.1" status: 204 len: 168 time: 0.2908394 Jul 13 20:55:01.898246 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43080) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:01.902368 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775c297-fa22-4fc0-ac22-156e7de7e619 None None] Network df29dba9-4348-4418-b21f-4faad9cf65b6 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:55:01.930295 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43082) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:01.968710 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.023036 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Deleting port 560bae06-687b-4f85-baca-edce5f0b6d09 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:55:02.023327 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.044750 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0dbe-ed54-4f16-95c7-ba4ec608d811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.118426 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] For port 560bae06-687b-4f85-baca-edce5f0b6d09, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=560bae06-687b-4f85-baca-edce5f0b6d09,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:02.118766 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.121629 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3b5728f7-7221-41d0-944b-e3961df711c4 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:55:02.124725 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] DHCP port deletion for df29dba9-4348-4418-b21f-4faad9cf65b6 request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:55:02.136320 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Calling delete_port for 560bae06-687b-4f85-baca-edce5f0b6d09 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:55:02.154515 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 3b5728f7-7221-41d0-944b-e3961df711c4 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:55:02.154864 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3b5728f7-7221-41d0-944b-e3961df711c4 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:55:02.196895 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0dbe-ed54-4f16-95c7-ba4ec608d811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.203779 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0dbe-ed54-4f16-95c7-ba4ec608d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.211046 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Deleting port 560bae06-687b-4f85-baca-edce5f0b6d09 {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:55:02.211631 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.241350 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e1cd0dbe-ed54-4f16-95c7-ba4ec608d811 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52cfe01258cf49d1a202a7b48121aa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093541 Jul 13 20:55:02.245127 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43086) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:02.247086 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd0dbe-ed54-4f16-95c7-ba4ec608d811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd8d9a-396e-40d0-adb2-3cd28d44254d,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:02.254497 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.306780 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=560bae06-687b-4f85-baca-edce5f0b6d09,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:02.310315 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] No DVR routers for this DVR port 560bae06-687b-4f85-baca-edce5f0b6d09 on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:55:02.430947 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] For port 560bae06-687b-4f85-baca-edce5f0b6d09, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=560bae06-687b-4f85-baca-edce5f0b6d09,segment=NetworkSegment(cf77652e-3f7e-4d44-8c79-ea7f148a89d3),segment_id=cf77652e-3f7e-4d44-8c79-ea7f148a89d3)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:02.431551 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.447344 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Calling delete_port for 560bae06-687b-4f85-baca-edce5f0b6d09 owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:55:02.534501 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.562962 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] Pushing event deleted for resources: {'Port': ['ID=560bae06-687b-4f85-baca-edce5f0b6d09,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:02.564938 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a773f-5147-4b76-9ce3-bd7ab8af5bae None None] No DVR routers for this DVR port 560bae06-687b-4f85-baca-edce5f0b6d09 on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:55:02.659889 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.664777 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.685031 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df29dba9-4348-4418-b21f-4faad9cf65b6']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:02.702216 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:02.702510 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf77652e-3f7e-4d44-8c79-ea7f148a89d3') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:55:02.705241 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.722502 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.751221 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.759677 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:55:02.760128 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:55:02.761734 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:55:02.819517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.822511 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.823728 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67cd8d9a-396e-40d0-adb2-3cd28d44254d HTTP/1.1" status: 204 len: 168 time: 0.5766845 Jul 13 20:55:02.826941 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.840950 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:02.845970 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/df29dba9-4348-4418-b21f-4faad9cf65b6 HTTP/1.1" status: 204 len: 168 time: 0.9434171 Jul 13 20:55:02.852468 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96cf7d-ad40-4d3d-91a9-245dce295686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd8d9a-396e-40d0-adb2-3cd28d44254d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:02.856211 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc2b70-4ec7-4322-93e2-b13d1536b9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df29dba9-4348-4418-b21f-4faad9cf65b6,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:02.987065 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43094) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:03.032745 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6500e7d7-c40c-492e-927c-810fd532880c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d607e6082e6467aba667c6a806e6406&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443873 Jul 13 20:55:03.035590 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43096) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:03.086184 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.108314 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.154501 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.157088 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.158221 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/214eb566-2fb9-41c6-8170-9c1c1759965d HTTP/1.1" status: 204 len: 168 time: 0.1217237 Jul 13 20:55:03.162689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43100) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:03.167172 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49c80d-fd37-4e94-8d59-23a03539e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214eb566-2fb9-41c6-8170-9c1c1759965d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:03.187430 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c76e967-37ba-486e-9bbd-8941a1ce52ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.275100 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c76e967-37ba-486e-9bbd-8941a1ce52ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.279762 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7c76e967-37ba-486e-9bbd-8941a1ce52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.315714 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7c76e967-37ba-486e-9bbd-8941a1ce52ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a51ec3cdde52486a83570586d9c04d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518192 Jul 13 20:55:03.318164 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43104) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:03.325669 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e967-37ba-486e-9bbd-8941a1ce52ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eddad8-0244-4443-88f2-8a969e5426aa,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:03.371762 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.392361 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.439019 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.441741 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.445142 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00eddad8-0244-4443-88f2-8a969e5426aa HTTP/1.1" status: 204 len: 168 time: 0.1237831 Jul 13 20:55:03.451126 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf818-3c4d-4cec-951f-282851c4a8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eddad8-0244-4443-88f2-8a969e5426aa,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:03.620086 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 560bae06-687b-4f85-baca-edce5f0b6d09 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:55:03.640339 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 560bae06-687b-4f85-baca-edce5f0b6d09 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:55:03.640909 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 560bae06-687b-4f85-baca-edce5f0b6d09 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:55:03.641502 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2d00e358-55db-4c65-a577-bcf5e73178cd no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:55:03.661056 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 2d00e358-55db-4c65-a577-bcf5e73178cd {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:55:03.661418 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2d00e358-55db-4c65-a577-bcf5e73178cd not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:55:03.820473 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43134) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:03.915452 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1848370116-network', 'tenant_id': '80e24db9c71c42acb9715890c9fba922'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:03.937619 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:55:03.940026 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:03.949001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.037894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.041875 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.061682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:55:04.075343 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e09c3c-bb27-41b7-8081-3f0af49218b8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:04.080119 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.080459 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Added segment 45abadd7-fdde-4ad5-babc-cf5f224c474e of type vlan for network b7f91579-32da-4824-8519-e987066e0ee4 Jul 13 20:55:04.119191 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.148426 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.149491 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:04.150069 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.205704 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3815911 Jul 13 20:55:04.206375 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43150) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:04.210945 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Request body: {'subnet': {'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1848370116-subnet', 'tenant_id': '80e24db9c71c42acb9715890c9fba922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:04.217735 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281cfea-1c7f-4326-a9e1-1d156eb2f856 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f91579-32da-4824-8519-e987066e0ee4,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:04.228637 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network b7f91579-32da-4824-8519-e987066e0ee4 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:55:04.235029 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:55:04.237345 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940351'] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.406903 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940301'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.463472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:04.469528 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Checking segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:55:04.469884 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Network hostable DHCP agents. Network: b7f91579-32da-4824-8519-e987066e0ee4, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:55:04.486864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Network b7f91579-32da-4824-8519-e987066e0ee4 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:55:04.495586 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, b7f91579-32da-4824-8519-e987066e0ee4) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:55:04.499728 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:04.500615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:04.506421 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf792f4-8f0c-435c-b3bb-dd85eeb5c714 None None] Network b7f91579-32da-4824-8519-e987066e0ee4 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:55:04.522005 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-97f2cac7-6546-4cf6-92a6-ff8a694187d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3074582 Jul 13 20:55:04.638918 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa68a0-8077-4bd0-b529-6ee8bd608c7c None None] Network b7f91579-32da-4824-8519-e987066e0ee4 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:55:05.094946 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-0b58881b-2354-4658-8963-f3cab8da7cff tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:05.096408 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-0b58881b-2354-4658-8963-f3cab8da7cff tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1026795 Jul 13 20:55:05.110755 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-ede9383e-0579-4800-a363-1cef694dbb38 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/quotas/80e24db9c71c42acb9715890c9fba922 HTTP/1.1" status: 200 len: 375 time: 0.0087714 Jul 13 20:55:05.148464 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-089e6517-dc91-4d20-9105-fca6172917c7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328214 Jul 13 20:55:05.326796 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-e7e1d6b4-8a3a-45bc-a0a2-89302fcf9190 service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708403 Jul 13 20:55:05.419348 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-3ea6f0c3-1aca-4cd2-b468-a1983b1a81c6 service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859599 Jul 13 20:55:05.587084 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f5d3f382-6875-4c77-a3e2-c8f72fdf832b req-80185bdf-e12b-41e9-a445-eb7adecfcf23 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 210 time: 0.0317497 Jul 13 20:55:06.658850 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-bd275d44-0842-4e80-b5af-ccfe8e9a2e41 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:06.660352 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-bd275d44-0842-4e80-b5af-ccfe8e9a2e41 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1111054 Jul 13 20:55:06.679193 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Request body: {'port': {'device_id': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'admin_state_up': True, 'tenant_id': '80e24db9c71c42acb9715890c9fba922'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:06.734186 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-87c9a8ef-9fc5-4370-b041-a87173e21951 req-61b6b1a9-37d3-4abf-8aac-4679e58bb099 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jul 13 20:55:06.786140 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'port': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:55:06.790139 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:06.913502 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Allocated IP 172.20.0.6 (b7f91579-32da-4824-8519-e987066e0ee4/995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd/d942b4f6-8263-4161-b569-0bcfa964594f) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:55:07.059472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.105044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.148066 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Network b7f91579-32da-4824-8519-e987066e0ee4 is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:55:07.153407 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:55:07.160648 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:55:07.186606 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event updated for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:07.212606 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:07.213246 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.226606 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-7edba35f-e51b-4f2c-9a66-98dac55bd191 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513308 Jul 13 20:55:07.238305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Request body: {'port': {'device_id': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:07.314034 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.568413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d942b4f6-8263-4161-b569-0bcfa964594f {{(pid=104497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:07.575678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.587089 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Transition to ACTIVE for port object d942b4f6-8263-4161-b569-0bcfa964594f will not be triggered until provisioned by entity L2. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:55:07.591064 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.638679 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:07.707557 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Attempting to bind port d942b4f6-8263-4161-b569-0bcfa964594f on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:55:07.708220 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Attempting to bind port d942b4f6-8263-4161-b569-0bcfa964594f by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:55:07.708220 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Attempting to bind port d942b4f6-8263-4161-b569-0bcfa964594f on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:07.712348 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Port d942b4f6-8263-4161-b569-0bcfa964594f on network b7f91579-32da-4824-8519-e987066e0ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:55:07.712674 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Attempting to bind port d942b4f6-8263-4161-b569-0bcfa964594f on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:07.717944 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:55:07.718283 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Checking segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:55:07.718692 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Bound using segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} {{(pid=104497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:55:07.719121 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.managers [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Bound port: d942b4f6-8263-4161-b569-0bcfa964594f, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}}] {{(pid=104497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:55:07.719476 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.782815 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, cleared binding levels {{(pid=104497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:55:07.785980 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d942b4f6-8263-4161-b569-0bcfa964594f,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:55:07.789721 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.837841 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:07.839033 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:07.841010 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] 10.222.0.44 "PUT /v2.0/ports/d942b4f6-8263-4161-b569-0bcfa964594f HTTP/1.1" status: 200 len: 1093 time: 0.6066942 Jul 13 20:55:07.847905 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:07.850326 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c22c5c1-e3f2-4503-b138-35fed24904a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:07.862492 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe1fa8-1d11-4561-a107-9ca6e6b11fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=3']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:07.922613 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b85d-2639-4c0a-bfa3-f99048a18ffd req-76c43fc4-9b0a-478f-9f74-c48f03f581d3 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:07.924114 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea15b85d-2639-4c0a-bfa3-f99048a18ffd req-76c43fc4-9b0a-478f-9f74-c48f03f581d3 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 943 time: 0.0693090 Jul 13 20:55:07.967110 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea15b85d-2639-4c0a-bfa3-f99048a18ffd req-223b9198-7609-4cfb-968a-23973d94739d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Jul 13 20:55:08.012963 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64475770-0252-4f26-98ed-d38b699a184a x-openstack-request-id: req-64475770-0252-4f26-98ed-d38b699a184a {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:08.013258 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:08.013508 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64475770-0252-4f26-98ed-d38b699a184a {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:08.013894 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f', 'status': 'completed', 'code': 200} Jul 13 20:55:08.021698 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-8a223526-4768-4a79-b26c-43d95161da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.023226 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-8a223526-4768-4a79-b26c-43d95161da76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 1096 time: 0.1037407 Jul 13 20:55:08.034596 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b42aa-81a0-4779-8eb5-a51c0f9e8185 req-b0014ed8-243f-4446-8ad0-0f0cf9b08a01 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.035987 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-892b42aa-81a0-4779-8eb5-a51c0f9e8185 req-b0014ed8-243f-4446-8ad0-0f0cf9b08a01 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0828142 Jul 13 20:55:08.077259 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-6a6113e0-ba54-4ea5-bdcd-dc2e84827631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d942b4f6-8263-4161-b569-0bcfa964594f HTTP/1.1" status: 200 len: 217 time: 0.0403917 Jul 13 20:55:08.128724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-892b42aa-81a0-4779-8eb5-a51c0f9e8185 req-07fc4402-fa99-45a1-b25d-572d1a96b139 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855856 Jul 13 20:55:08.139216 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2f40-0072-4279-855f-6edb5366780a req-969d7b78-fcf4-4763-ad57-d1c3d9e571ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.140615 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-969d7b78-fcf4-4763-ad57-d1c3d9e571ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0558279 Jul 13 20:55:08.173055 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-aaf668d5-97f6-4f04-83d0-ba340bfdd1cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252657 Jul 13 20:55:08.262487 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-dd6541a5-fd97-4edf-8cd0-763b24905f8e service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Jul 13 20:55:08.353541 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c15a2f40-0072-4279-855f-6edb5366780a req-9f489c59-5a37-46e9-8c09-d8d17bf1414c service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827885 Jul 13 20:55:08.465625 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-16ee347e-dc7e-434b-882d-ddbb90ab9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.467328 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-16ee347e-dc7e-434b-882d-ddbb90ab9cc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 1096 time: 0.0543613 Jul 13 20:55:08.558907 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-3d4cb96b-ad45-4a3b-bc07-a0626ea39223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.560551 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-3d4cb96b-ad45-4a3b-bc07-a0626ea39223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 916 time: 0.0860810 Jul 13 20:55:08.601764 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-b4538d5e-6e04-4f0f-ae14-3af61d1389f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d942b4f6-8263-4161-b569-0bcfa964594f HTTP/1.1" status: 200 len: 217 time: 0.0331516 Jul 13 20:55:08.652790 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-d2af606f-b09f-4574-b4b3-012e5bc6797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:08.654171 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-d2af606f-b09f-4574-b4b3-012e5bc6797a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0461714 Jul 13 20:55:08.687954 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-70f25fb9-85d0-45d0-9da3-aed3c7bf4f44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260217 Jul 13 20:55:08.774080 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-45648dd5-aac4-41ca-bbdc-a47eed1e751c service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775619 Jul 13 20:55:08.863581 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c22c5c1-e3f2-4503-b138-35fed24904a5 req-43938086-9092-462e-b5f3-4506a4531a2d service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Jul 13 20:55:09.137950 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f24d1b-4ae8-47cb-a253-315b45ac5bf2 req-61e76ee4-0d54-45bb-823f-080e2a7d419d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:09.139414 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-97f24d1b-4ae8-47cb-a253-315b45ac5bf2 req-61e76ee4-0d54-45bb-823f-080e2a7d419d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 943 time: 0.0631657 Jul 13 20:55:09.174732 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-97f24d1b-4ae8-47cb-a253-315b45ac5bf2 req-4b057a94-2d1b-440f-955d-db25ea769e80 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298719 Jul 13 20:55:09.301575 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ce604-e232-4dfc-8bff-10056c22fa80 req-f3138c8b-f076-4aa5-9fe7-a3604fe0db47 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:09.302982 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c9ce604-e232-4dfc-8bff-10056c22fa80 req-f3138c8b-f076-4aa5-9fe7-a3604fe0db47 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0622890 Jul 13 20:55:09.339468 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1c9ce604-e232-4dfc-8bff-10056c22fa80 req-a13df3fe-0ce6-4174-bba0-e9e018351a86 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305438 Jul 13 20:55:10.345679 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85ad6-0312-46c8-a3a4-e2f76bc75ccd req-bc44f246-4c91-44dd-98d7-8f81093cfbb5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:10.347176 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bec85ad6-0312-46c8-a3a4-e2f76bc75ccd req-bc44f246-4c91-44dd-98d7-8f81093cfbb5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 943 time: 0.0636075 Jul 13 20:55:10.385735 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bec85ad6-0312-46c8-a3a4-e2f76bc75ccd req-2a2f88dd-25d5-4b8a-b41d-d83041e27bff tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 13 20:55:10.509417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f58b2a-0f48-4680-8b32-14d43e03b9db req-4f5cafed-afaf-420e-9b45-347b94e8462c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:10.510895 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f58b2a-0f48-4680-8b32-14d43e03b9db req-4f5cafed-afaf-420e-9b45-347b94e8462c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0632703 Jul 13 20:55:10.551675 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-40f58b2a-0f48-4680-8b32-14d43e03b9db req-3592fdd6-572f-48bd-94e2-b7a38d46af9f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 Jul 13 20:55:10.834840 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device d942b4f6-8263-4161-b569-0bcfa964594f details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:55:10.930452 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d942b4f6-8263-4161-b569-0bcfa964594f,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:10.942093 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'd942b4f6-8263-4161-b569-0bcfa964594f', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'port_id': 'd942b4f6-8263-4161-b569-0bcfa964594f', 'mac_address': 'fa:16:3e:81:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:55:10.978288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:10.990767 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d942b4f6-8263-4161-b569-0bcfa964594f {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:11.010651 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d942b4f6-8263-4161-b569-0bcfa964594f,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:11.015226 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:11.063590 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:11.261126 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:11.561942 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a295-5829-4682-8695-b4c73a358fc4 req-7400f853-8b49-47f1-9f3d-548eee325469 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:11.563604 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a276a295-5829-4682-8695-b4c73a358fc4 req-7400f853-8b49-47f1-9f3d-548eee325469 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 944 time: 0.0628610 Jul 13 20:55:11.615404 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a276a295-5829-4682-8695-b4c73a358fc4 req-8075207d-b858-4b51-b46b-e61e48fed87c tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 Jul 13 20:55:11.737229 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9789d7-4e20-4bb7-96d1-abad35b3f55e req-3390ee22-12ac-49f2-92d5-2151e55d8d7f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:11.738786 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b9789d7-4e20-4bb7-96d1-abad35b3f55e req-3390ee22-12ac-49f2-92d5-2151e55d8d7f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0628362 Jul 13 20:55:11.778853 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9b9789d7-4e20-4bb7-96d1-abad35b3f55e req-4ccfcc42-f31e-4ad1-bd98-20f365f70940 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Jul 13 20:55:11.963797 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43314) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:12.062335 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7e5710db-dc7d-462b-91b2-f4d839a959aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.151024 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7e5710db-dc7d-462b-91b2-f4d839a959aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.154737 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7e5710db-dc7d-462b-91b2-f4d839a959aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.191241 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7e5710db-dc7d-462b-91b2-f4d839a959aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=326cbdb81f4d4a5eb99d17eb1f9040c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263641 Jul 13 20:55:12.192037 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5710db-dc7d-462b-91b2-f4d839a959aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d6e5c-1ab4-4e76-91b3-ef0176468ec7,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:12.193981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43318) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:12.241650 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.261994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.307479 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.309919 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.311080 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/221d6e5c-1ab4-4e76-91b3-ef0176468ec7 HTTP/1.1" status: 204 len: 168 time: 0.1160290 Jul 13 20:55:12.319382 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dec6d3-7869-46c5-8b3a-e1354fd93788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d6e5c-1ab4-4e76-91b3-ef0176468ec7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:12.554559 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43324) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:12.567486 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d2c086e-e5de-46fc-893a-99709665c1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.655678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d2c086e-e5de-46fc-893a-99709665c1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.659497 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-6d2c086e-e5de-46fc-893a-99709665c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.699083 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-6d2c086e-e5de-46fc-893a-99709665c1f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aea989a9df0a45e2b34d535f640c3cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433156 Jul 13 20:55:12.700304 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c086e-e5de-46fc-893a-99709665c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666edf6d-5d7a-442c-b536-753bcc4e2b0b,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:12.701683 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43328) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:12.785476 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.823976 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.844855 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb11d51-7c3f-4881-9533-082678f9d8ae req-3203419a-5457-42fd-b0c5-c7fea5d7f826 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:12.846381 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ddb11d51-7c3f-4881-9533-082678f9d8ae req-3203419a-5457-42fd-b0c5-c7fea5d7f826 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 944 time: 0.1185207 Jul 13 20:55:12.849480 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device d942b4f6-8263-4161-b569-0bcfa964594f up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:55:12.910883 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ddb11d51-7c3f-4881-9533-082678f9d8ae req-26f7daa8-a9cd-4445-b63a-3e67da6eab24 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Jul 13 20:55:12.934215 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port d942b4f6-8263-4161-b569-0bcfa964594f completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:55:12.941306 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.941987 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port d942b4f6-8263-4161-b569-0bcfa964594f triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:55:12.942423 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.944222 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:12.945366 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/666edf6d-5d7a-442c-b536-753bcc4e2b0b HTTP/1.1" status: 204 len: 168 time: 0.2419090 Jul 13 20:55:12.955229 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dd42e-5289-4bc1-bff4-56bcad8dad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666edf6d-5d7a-442c-b536-753bcc4e2b0b,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:12.992357 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdaeea-a301-4f21-bce1-bfbd9f553c48 req-f2653222-76bf-4726-9d38-ead3e9ccf16d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:13.000586 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4dfdaeea-a301-4f21-bce1-bfbd9f553c48 req-f2653222-76bf-4726-9d38-ead3e9ccf16d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0854979 Jul 13 20:55:13.037565 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.047353 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4dfdaeea-a301-4f21-bce1-bfbd9f553c48 req-925fc0ff-3967-45cf-ae43-62e77564ae25 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458097 Jul 13 20:55:13.066720 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:13.069080 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f91421c-cd55-4321-8098-476f73d56df9" -d '{"events": [{"server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "name": "network-vif-plugged", "status": "completed", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:13.083509 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d942b4f6-8263-4161-b569-0bcfa964594f,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:13.088917 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.112761 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad7520f-6e36-4740-b3f6-5d1e9d1a011a x-openstack-request-id: req-6ad7520f-6e36-4740-b3f6-5d1e9d1a011a {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:13.113089 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "name": "network-vif-plugged", "status": "completed", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:13.113338 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ad7520f-6e36-4740-b3f6-5d1e9d1a011a {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:13.113717 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f', 'code': 200} Jul 13 20:55:13.141327 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:13.318738 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43338) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:13.331736 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9eebd77d-f17b-41ed-868d-ded4c9867012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.345156 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcda70-ef7d-4497-837b-6119ad6571d5 req-bc820ce8-95dc-445c-9a22-1796fe3ff315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:13.346650 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0fdcda70-ef7d-4497-837b-6119ad6571d5 req-bc820ce8-95dc-445c-9a22-1796fe3ff315 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 1098 time: 0.0531602 Jul 13 20:55:13.381935 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0fdcda70-ef7d-4497-837b-6119ad6571d5 req-2981ff04-13ee-41f9-aa6c-df04360790ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287969 Jul 13 20:55:13.418851 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9eebd77d-f17b-41ed-868d-ded4c9867012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.422490 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9eebd77d-f17b-41ed-868d-ded4c9867012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.459091 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-9eebd77d-f17b-41ed-868d-ded4c9867012 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0b792c06692455b92c2de50baf7fa0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392789 Jul 13 20:55:13.460169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebd77d-f17b-41ed-868d-ded4c9867012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d547fcd-1334-4422-b194-eb2cd8b00fa1,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:13.461796 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43340) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:13.508499 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.529076 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.573599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.576770 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:13.577911 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d547fcd-1334-4422-b194-eb2cd8b00fa1 HTTP/1.1" status: 204 len: 168 time: 0.1151595 Jul 13 20:55:13.585341 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14e94a-edc7-4df4-ad56-8f59e23aaccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d547fcd-1334-4422-b194-eb2cd8b00fa1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:14.230108 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60697e0-5917-4367-93f0-17d891e3ad6c req-b8da0c43-afb3-468f-b393-1569ca56984c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:14.232442 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d60697e0-5917-4367-93f0-17d891e3ad6c req-b8da0c43-afb3-468f-b393-1569ca56984c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0702052 Jul 13 20:55:14.247399 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b0a20-56e4-45af-b506-5ee3e717c7af req-40e4311b-844a-4c3b-9628-35ddc6cb382b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:14.249090 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b53b0a20-56e4-45af-b506-5ee3e717c7af req-40e4311b-844a-4c3b-9628-35ddc6cb382b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 945 time: 0.0702617 Jul 13 20:55:14.274021 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d60697e0-5917-4367-93f0-17d891e3ad6c req-492511a6-206c-4db9-9164-3e8824e2f65f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354037 Jul 13 20:55:14.290938 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b53b0a20-56e4-45af-b506-5ee3e717c7af req-4cf58ccb-fd0f-4804-bdfc-bdc394170d01 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jul 13 20:55:15.453507 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb5577-28af-40d4-bc4e-36c1aa575ffc req-18ce4b46-dfee-43d0-8dcb-41379fb5d8f4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:15.454938 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-efbb5577-28af-40d4-bc4e-36c1aa575ffc req-18ce4b46-dfee-43d0-8dcb-41379fb5d8f4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0631776 Jul 13 20:55:15.464922 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27bdaa-85d2-4b53-b6c5-37200ed6eac9 req-0ea14ea9-c5cf-4171-91ac-b9b39ddc86b7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:15.466395 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf27bdaa-85d2-4b53-b6c5-37200ed6eac9 req-0ea14ea9-c5cf-4171-91ac-b9b39ddc86b7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 945 time: 0.0652022 Jul 13 20:55:15.492938 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-efbb5577-28af-40d4-bc4e-36c1aa575ffc req-c1745c34-4450-4833-9de7-7deb64b9b022 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Jul 13 20:55:15.504663 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-bf27bdaa-85d2-4b53-b6c5-37200ed6eac9 req-9ed4b444-f321-48a5-9831-ea4549a10a2c tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Jul 13 20:55:16.663565 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce355470-734f-45a7-97cd-8fef6d8fd62a req-bb8c36c3-f866-4af7-b45a-d4b2052a7965 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:16.665066 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ce355470-734f-45a7-97cd-8fef6d8fd62a req-bb8c36c3-f866-4af7-b45a-d4b2052a7965 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0622072 Jul 13 20:55:16.701455 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ce355470-734f-45a7-97cd-8fef6d8fd62a req-9cd09a97-fa77-462c-aa11-43fea22b4867 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308692 Jul 13 20:55:17.610685 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43430) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:17.707955 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93f56508-5399-47b0-ad58-a9223c077a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.798097 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93f56508-5399-47b0-ad58-a9223c077a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.801913 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-93f56508-5399-47b0-ad58-a9223c077a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.839899 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-93f56508-5399-47b0-ad58-a9223c077a1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd5d3f7eaadd4c9dbacebe9ef5b1a5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280846 Jul 13 20:55:17.841413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f56508-5399-47b0-ad58-a9223c077a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da65d6f9-7b53-4139-a8dc-c879dfdc28f7,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:17.844257 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43436) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:17.873668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6805a-6f5d-4f60-8419-d5deeb365962 req-a43c6128-8f64-4035-994b-ea45848eb2a9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:17.875409 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b0f6805a-6f5d-4f60-8419-d5deeb365962 req-a43c6128-8f64-4035-994b-ea45848eb2a9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0670586 Jul 13 20:55:17.892285 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.913667 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b0f6805a-6f5d-4f60-8419-d5deeb365962 req-13e93bd7-eb77-4fc4-b5db-1c7591746653 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Jul 13 20:55:17.916302 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.964169 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.966726 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:17.967939 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da65d6f9-7b53-4139-a8dc-c879dfdc28f7 HTTP/1.1" status: 204 len: 168 time: 0.1233802 Jul 13 20:55:17.975323 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb37524-d406-405c-a7d2-4ccb2e36fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65d6f9-7b53-4139-a8dc-c879dfdc28f7,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:18.137427 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157aae-9e79-4664-822b-6535e2da6f3e req-45ac7547-c98a-4168-ac8d-12f61db2848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:18.138920 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-45ac7547-c98a-4168-ac8d-12f61db2848a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.0519001 Jul 13 20:55:18.229630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43444) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:18.230876 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157aae-9e79-4664-822b-6535e2da6f3e req-ae2586d0-cce8-4aea-b06f-92d78d1182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:18.232408 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-ae2586d0-cce8-4aea-b06f-92d78d1182f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.0878613 Jul 13 20:55:18.243130 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3aa8-82a2-4699-9e00-cf6cd4c84c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.301921 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-8c39b691-fc0a-41e3-8384-72fce7c8c8a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0635271 Jul 13 20:55:18.332966 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3aa8-82a2-4699-9e00-cf6cd4c84c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.338314 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a1bc3aa8-82a2-4699-9e00-cf6cd4c84c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.348672 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157aae-9e79-4664-822b-6535e2da6f3e req-b4706b07-43d1-4d66-aa42-94fe92d2a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:18.350115 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-b4706b07-43d1-4d66-aa42-94fe92d2a19f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0427871 Jul 13 20:55:18.375840 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a1bc3aa8-82a2-4699-9e00-cf6cd4c84c3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d62e2b8c9eb4eb2a9bf7bf870142830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447499 Jul 13 20:55:18.376883 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc3aa8-82a2-4699-9e00-cf6cd4c84c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018fb2e-d6aa-40da-80b5-027612f4b07f,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:18.380029 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43446) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:18.446517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157aae-9e79-4664-822b-6535e2da6f3e req-cee6c13f-41c3-4909-a93f-8c9ca2329f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:18.448482 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-cee6c13f-41c3-4909-a93f-8c9ca2329f1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926962 Jul 13 20:55:18.449468 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.507734 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.567765 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-22056813-1d00-464e-9832-fca7c84bd8bc service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100237 Jul 13 20:55:18.592350 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.594833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:18.595899 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8018fb2e-d6aa-40da-80b5-027612f4b07f HTTP/1.1" status: 204 len: 168 time: 0.2140787 Jul 13 20:55:18.634182 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe62075-eff7-4b75-8679-e852d4b1aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018fb2e-d6aa-40da-80b5-027612f4b07f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:18.671260 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-51157aae-9e79-4664-822b-6535e2da6f3e req-9cb6ff52-0914-402d-8c2c-9fbacb7529c3 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976028 Jul 13 20:55:19.087936 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185070d-2675-482e-954f-ea706d18a4aa req-5c39b67a-66f2-43ff-962f-f45e9f1453f6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:19.089438 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6185070d-2675-482e-954f-ea706d18a4aa req-5c39b67a-66f2-43ff-962f-f45e9f1453f6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0632238 Jul 13 20:55:19.129267 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6185070d-2675-482e-954f-ea706d18a4aa req-0f75b0f8-368f-4e41-aeb4-54406bf9a1d0 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Jul 13 20:55:20.302961 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c615843-d4d1-495c-85b8-40812ee31f64 req-351d8145-0c9b-4bea-a14e-2e06209f0c76 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:20.304411 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4c615843-d4d1-495c-85b8-40812ee31f64 req-351d8145-0c9b-4bea-a14e-2e06209f0c76 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0652292 Jul 13 20:55:20.341820 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4c615843-d4d1-495c-85b8-40812ee31f64 req-0ff6a057-83ab-43b8-bc9e-ccd8303fef51 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 13 20:55:21.192091 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-1660e013-d017-49bb-9634-635ce9597c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:21.516218 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13c1a7-6f6c-4f26-ad20-17076d377fae req-a18cfcac-1d98-459c-b076-824a34c08279 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:21.517663 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a13c1a7-6f6c-4f26-ad20-17076d377fae req-a18cfcac-1d98-459c-b076-824a34c08279 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0645568 Jul 13 20:55:21.553509 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1a13c1a7-6f6c-4f26-ad20-17076d377fae req-83ab7554-cb1f-4dff-a1b5-fc261dc21fd4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302665 Jul 13 20:55:21.819362 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-487a14b6-3541-4422-9d98-ab1a2e60bc73 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510454 Jul 13 20:55:21.896581 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6018-a6b4-492f-ad77-8e9dad500b4d req-d710f5c9-7dfa-4338-a3c6-50857f232dcd tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:21.898081 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-81fe6018-a6b4-492f-ad77-8e9dad500b4d req-d710f5c9-7dfa-4338-a3c6-50857f232dcd tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0643649 Jul 13 20:55:21.936886 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-81fe6018-a6b4-492f-ad77-8e9dad500b4d req-91b46ff1-c2f5-4644-88eb-2fb63a37cb68 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331433 Jul 13 20:55:21.999458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:23.102914 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ca85f-dbaf-47ac-9e58-fab8e6be2957 req-154d819b-042b-4b05-9971-a65730419860 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:23.104746 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b3ca85f-dbaf-47ac-9e58-fab8e6be2957 req-154d819b-042b-4b05-9971-a65730419860 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0599496 Jul 13 20:55:23.140747 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b3ca85f-dbaf-47ac-9e58-fab8e6be2957 req-bd87e3f1-62e4-46a4-b1e0-50e9630742a7 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Jul 13 20:55:23.717961 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e81b-a96c-4cbb-8a58-350a01053f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:23.816005 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:24.315575 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b8ba9-2f40-42ca-86b8-8bcbc606edf0 req-f547bbf9-90ec-418f-9e96-dcdd6db910a5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:24.317853 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-140b8ba9-2f40-42ca-86b8-8bcbc606edf0 req-f547bbf9-90ec-418f-9e96-dcdd6db910a5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0685639 Jul 13 20:55:24.358280 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-140b8ba9-2f40-42ca-86b8-8bcbc606edf0 req-54b1659b-167b-4f3e-83e3-7270696732db tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 13 20:55:24.683274 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:24.939324 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:55:25.013911 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:25.039972 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:25.042966 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c145850-f71a-4dbc-a502-935e6141bce2" -d '{"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:25.054536 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:25.060809 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:25.094793 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd68c3-6768-4443-b077-52ad04d996a9 x-openstack-request-id: req-8acd68c3-6768-4443-b077-52ad04d996a9 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:25.095082 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-unplugged", "status": "failed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "code": 422}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:25.095334 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8acd68c3-6768-4443-b077-52ad04d996a9 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:25.096010 dv-cinder-800703-1-iscsi neutron-server[104499]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'code': 422} returned with failed status Jul 13 20:55:25.121345 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=6']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:25.528292 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190b15b-7903-4fec-82f3-5150de43919a req-4dd68360-e13a-479d-abb6-180944fd6c18 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:25.529745 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6190b15b-7903-4fec-82f3-5150de43919a req-4dd68360-e13a-479d-abb6-180944fd6c18 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0612361 Jul 13 20:55:25.566134 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6190b15b-7903-4fec-82f3-5150de43919a req-5527813d-f557-44bb-978a-cb561c7d9d43 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308187 Jul 13 20:55:25.895378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-2d4dc55b-1259-4aa8-ad7c-c7d21633cecf tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:25.896738 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-2d4dc55b-1259-4aa8-ad7c-c7d21633cecf tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1007798 Jul 13 20:55:25.910456 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-e7519e33-1f56-4edc-b75a-437d9c219964 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/quotas/80e24db9c71c42acb9715890c9fba922 HTTP/1.1" status: 200 len: 375 time: 0.0084813 Jul 13 20:55:25.975133 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-11ff4277-c11a-41c8-ac7f-92d2eee2d324 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600762 Jul 13 20:55:26.063958 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-676d0654-6bcb-42c4-a451-7e61cac5f316 service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819077 Jul 13 20:55:26.401103 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-1b6f08a3-2841-45fe-9d7b-a035f9462b25 service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316178 Jul 13 20:55:26.451369 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:26.564620 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d1677ddd-ffaf-4877-ab97-29a129971732 req-ea544fd6-9b6a-4c9a-8a53-51a91171ca1b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 210 time: 0.0275421 Jul 13 20:55:26.742045 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143f507-0b04-4d88-9800-a81a3033e358 req-22e16648-e3c5-42f3-b906-b2ae3135e27b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:26.743878 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5143f507-0b04-4d88-9800-a81a3033e358 req-22e16648-e3c5-42f3-b906-b2ae3135e27b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0658417 Jul 13 20:55:26.785900 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5143f507-0b04-4d88-9800-a81a3033e358 req-714476b8-8e96-4cf2-b85d-60a80ffab704 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355120 Jul 13 20:55:27.703348 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-cb618fef-3e2c-4163-8c72-63c59b186228 req-8f94b108-f2ce-43aa-b650-9571d2dd0a0b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 210 time: 0.0305905 Jul 13 20:55:27.738772 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:55:27.956701 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de0079-89c4-400d-bd36-e02539c502a6 req-48be9ec9-3286-4212-9531-6bae7a50ff9a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:27.958144 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-81de0079-89c4-400d-bd36-e02539c502a6 req-48be9ec9-3286-4212-9531-6bae7a50ff9a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0618744 Jul 13 20:55:27.994475 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-81de0079-89c4-400d-bd36-e02539c502a6 req-4353fabc-2cef-4419-825c-df59cdc422d0 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jul 13 20:55:28.468833 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-a3f55ef5-e6d9-4812-87bb-98af1297a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:28.470223 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-a3f55ef5-e6d9-4812-87bb-98af1297a9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b&tenant_id=d23e8731cda14f87881f3a4ef739b1c6 HTTP/1.1" status: 200 len: 1097 time: 0.0503480 Jul 13 20:55:28.551891 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-0a11fe65-fe87-49ab-b27b-e3667a3769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:28.553407 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-0a11fe65-fe87-49ab-b27b-e3667a3769eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1097 time: 0.0599091 Jul 13 20:55:28.642095 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-c3050c23-e3c8-4229-bb9c-8e8078ed6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:28.643541 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-c3050c23-e3c8-4229-bb9c-8e8078ed6cfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.0841787 Jul 13 20:55:28.704891 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-84a7ea71-4674-4d2f-adff-df89e878a2ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 1000 time: 0.0535209 Jul 13 20:55:28.753032 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-4cdfb069-d438-4b51-945b-42f5492bc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:28.754552 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-4cdfb069-d438-4b51-945b-42f5492bc26c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0427511 Jul 13 20:55:28.818090 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-107feeaf-b24d-4e16-8959-bcf280326a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:28.819927 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-107feeaf-b24d-4e16-8959-bcf280326a24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582771 Jul 13 20:55:28.862431 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-32ff22ff-c702-45fe-b77d-5c5c6111a516 req-55ab8da7-351c-4bb4-a6b5-00e51f9a6194 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 210 time: 0.0418625 Jul 13 20:55:28.939106 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-ab228bc6-b718-4338-be55-2fcef3b5230c service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101682 Jul 13 20:55:29.004389 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-db5bbb91-1011-4b06-8f81-f79c8367faee tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:29.005754 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-db5bbb91-1011-4b06-8f81-f79c8367faee tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1075010 Jul 13 20:55:29.018424 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Request body: {'port': {'device_id': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'admin_state_up': True, 'tenant_id': '80e24db9c71c42acb9715890c9fba922'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:29.040202 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0c76fedb-cf50-4fb2-85b1-736d099a77ff req-cf6da6b1-d22c-45c8-b2de-139d2e1dd8c2 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947280 Jul 13 20:55:29.155910 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:55:29.159429 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:29.248242 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75478ea2-8500-49d1-9d6a-9789a3a597ec req-988371c8-9049-4ba5-9391-360351b9a4e9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:29.249762 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-75478ea2-8500-49d1-9d6a-9789a3a597ec req-988371c8-9049-4ba5-9391-360351b9a4e9 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.1359656 Jul 13 20:55:29.331467 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-75478ea2-8500-49d1-9d6a-9789a3a597ec req-1ee2d5f6-905c-4a3b-8990-a472cef9faa4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741303 Jul 13 20:55:29.340585 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Allocated IP 172.20.0.2 (b7f91579-32da-4824-8519-e987066e0ee4/995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd/29d548cd-598e-432e-8ec4-6ade80e2eb07) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:55:29.490483 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:29.528646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:29.540301 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:29.573379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Network b7f91579-32da-4824-8519-e987066e0ee4 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:55:29.576573 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:55:29.580475 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:55:29.586977 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event updated for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:29.631139 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:29.631837 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:29.646153 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-4e4c64d0-26ae-4f09-8677-8063d5bb7eef tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315770 Jul 13 20:55:29.657181 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Request body: {'port': {'device_id': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:29.729766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:29.986427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d548cd-598e-432e-8ec4-6ade80e2eb07 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:29.995093 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:30.007370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Transition to ACTIVE for port object 29d548cd-598e-432e-8ec4-6ade80e2eb07 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:55:30.011561 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:30.037569 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6fad3-47d9-4cd6-873f-2d79a71298f0 req-7817f1e3-7497-4087-9b55-dfd7d0e2eecc tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.039079 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64c6fad3-47d9-4cd6-873f-2d79a71298f0 req-7817f1e3-7497-4087-9b55-dfd7d0e2eecc tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 931 time: 0.0652621 Jul 13 20:55:30.077986 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-64c6fad3-47d9-4cd6-873f-2d79a71298f0 req-8c7ae46d-17bb-446b-a2cf-781d8904f93a tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jul 13 20:55:30.082037 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Pushing event updated for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:30.129994 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Attempting to bind port 29d548cd-598e-432e-8ec4-6ade80e2eb07 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:55:30.130346 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Attempting to bind port 29d548cd-598e-432e-8ec4-6ade80e2eb07 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:55:30.130691 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Attempting to bind port 29d548cd-598e-432e-8ec4-6ade80e2eb07 on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:30.134822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Port 29d548cd-598e-432e-8ec4-6ade80e2eb07 on network b7f91579-32da-4824-8519-e987066e0ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:55:30.135143 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Attempting to bind port 29d548cd-598e-432e-8ec4-6ade80e2eb07 on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:30.139775 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:55:30.140110 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Checking segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:55:30.140491 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Bound using segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:55:30.140910 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Bound port: 29d548cd-598e-432e-8ec4-6ade80e2eb07, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:55:30.141261 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:30.200758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:55:30.203860 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:55:30.207893 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:30.244318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.244928 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:30.246278 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] 10.222.0.44 "PUT /v2.0/ports/29d548cd-598e-432e-8ec4-6ade80e2eb07 HTTP/1.1" status: 200 len: 1093 time: 0.5931778 Jul 13 20:55:30.246743 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:30.248949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35888db-50e8-4b59-bdab-fb077d4541fa" -d '{"events": [{"name": "network-changed", "server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:30.273860 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff3dfd-3479-41d4-9a89-9bc70d1e4883 service neutron] Pushing event updated for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:30.342939 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-c6a8e872-aece-450b-ba72-c0a1bff213b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.344949 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-c6a8e872-aece-450b-ba72-c0a1bff213b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 1096 time: 0.0558569 Jul 13 20:55:30.394197 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-48fb91a2-05f2-43a2-9eab-2a7f5e9e569f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07 HTTP/1.1" status: 200 len: 217 time: 0.0411916 Jul 13 20:55:30.438456 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617f4fa-f3de-4c46-b4fa-51d6d613c4a5 x-openstack-request-id: req-0617f4fa-f3de-4c46-b4fa-51d6d613c4a5 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:30.438876 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:30.439221 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0617f4fa-f3de-4c46-b4fa-51d6d613c4a5 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:30.439706 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07', 'status': 'completed', 'code': 200} Jul 13 20:55:30.458232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88a78-2447-4649-98c4-8c59733413ba req-44606633-f8d1-431b-ac17-efaaf133a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.459735 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-44606633-f8d1-431b-ac17-efaaf133a224 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0588467 Jul 13 20:55:30.494064 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-3208c2f0-6ba4-4d7f-a79f-c67d00fd43a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264678 Jul 13 20:55:30.517109 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b0c8-677d-49a8-b0ab-bfe692655028 req-e7e06d6c-df22-4378-964c-3099e8768a5a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.518616 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b460b0c8-677d-49a8-b0ab-bfe692655028 req-e7e06d6c-df22-4378-964c-3099e8768a5a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0657616 Jul 13 20:55:30.557490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b460b0c8-677d-49a8-b0ab-bfe692655028 req-972f8119-5009-40b1-8279-96de43a13f36 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327759 Jul 13 20:55:30.586170 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-28047b9a-8db2-45f0-86dd-8c88c52abfc5 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860944 Jul 13 20:55:30.690834 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7ca88a78-2447-4649-98c4-8c59733413ba req-021ef94a-b190-4071-9060-c800d8b4967a service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982180 Jul 13 20:55:30.792705 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-2ac45bed-f5f2-4f03-8c05-2180fd84615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.794148 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-2ac45bed-f5f2-4f03-8c05-2180fd84615d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 1096 time: 0.0515845 Jul 13 20:55:30.887666 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-0e322b44-2c22-48e9-b98e-58366cc21172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.889374 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-0e322b44-2c22-48e9-b98e-58366cc21172 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 916 time: 0.0875788 Jul 13 20:55:30.928397 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-ddc511e3-cdfb-43bb-8ff6-95a71fd755a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07 HTTP/1.1" status: 200 len: 217 time: 0.0322704 Jul 13 20:55:30.974392 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-0d6a88e2-b9b5-4767-a80d-09bf48edf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:30.975794 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-0d6a88e2-b9b5-4767-a80d-09bf48edf423 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0413005 Jul 13 20:55:31.011698 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-d3203bd4-b8dc-4c73-abd6-bb61dea43051 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292027 Jul 13 20:55:31.095078 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-b0fbac09-9627-4444-96eb-f1cf81c9bb16 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769045 Jul 13 20:55:31.185992 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c35888db-50e8-4b59-bdab-fb077d4541fa req-50dc8a8c-16e7-4d00-aa2f-e1ece68fd224 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841742 Jul 13 20:55:31.251048 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ebd09-b10a-4e64-b220-3df8bcb0287d req-5e753e3d-9ade-45b3-987a-829e68c7c6cd tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:31.252518 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fa9ebd09-b10a-4e64-b220-3df8bcb0287d req-5e753e3d-9ade-45b3-987a-829e68c7c6cd tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 943 time: 0.0626767 Jul 13 20:55:31.288064 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-fa9ebd09-b10a-4e64-b220-3df8bcb0287d req-bf04c399-fb80-4b8d-a6fd-411002793c94 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Jul 13 20:55:31.731253 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc617a-cb6d-4657-ad13-39426266d827 req-389f35ca-4869-4015-9d07-ff7bde00027d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:31.732723 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0fc617a-cb6d-4657-ad13-39426266d827 req-389f35ca-4869-4015-9d07-ff7bde00027d tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0615425 Jul 13 20:55:31.770496 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d0fc617a-cb6d-4657-ad13-39426266d827 req-50b8d750-7443-450b-b405-680e9cd963ce tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jul 13 20:55:32.458893 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574c06-f505-4a97-a257-625736e90aaa req-f6b148e4-f070-4cf4-8881-1a9a20550326 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:32.460337 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1d574c06-f505-4a97-a257-625736e90aaa req-f6b148e4-f070-4cf4-8881-1a9a20550326 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 943 time: 0.0614545 Jul 13 20:55:32.496799 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1d574c06-f505-4a97-a257-625736e90aaa req-805afdb9-6776-4c81-bdf4-4e37ff36c059 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Jul 13 20:55:32.939974 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790652f0-7468-4f23-af28-d3826a40a109 req-16df7621-89f0-4037-b982-ac1bb18f12cc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:32.941431 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-790652f0-7468-4f23-af28-d3826a40a109 req-16df7621-89f0-4037-b982-ac1bb18f12cc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0621367 Jul 13 20:55:32.976429 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-790652f0-7468-4f23-af28-d3826a40a109 req-13b8b0b1-18be-40be-bf08-8a7468d7c53b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295408 Jul 13 20:55:33.001865 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 29d548cd-598e-432e-8ec4-6ade80e2eb07 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:55:33.093857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:33.104481 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '29d548cd-598e-432e-8ec4-6ade80e2eb07', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'port_id': '29d548cd-598e-432e-8ec4-6ade80e2eb07', 'mac_address': 'fa:16:3e:4b:71:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:55:33.139575 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:33.151333 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d548cd-598e-432e-8ec4-6ade80e2eb07 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:33.174027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:33.177456 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:33.221589 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:33.667066 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5514d-ec5a-44f9-a585-65801334eb02 req-63f420b3-944e-4e45-9938-f4a851960c14 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:33.668559 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-65b5514d-ec5a-44f9-a585-65801334eb02 req-63f420b3-944e-4e45-9938-f4a851960c14 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 944 time: 0.0643399 Jul 13 20:55:33.704219 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-65b5514d-ec5a-44f9-a585-65801334eb02 req-5d3d1d31-a226-4d1a-aeff-7c2e9d8f289f tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 Jul 13 20:55:34.146220 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7fc0-ed73-4df9-929f-12632281f626 req-3ec4d80d-59f8-45bb-bd38-3e17cc146c39 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:34.147555 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6e2e7fc0-ed73-4df9-929f-12632281f626 req-3ec4d80d-59f8-45bb-bd38-3e17cc146c39 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0630484 Jul 13 20:55:34.182307 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6e2e7fc0-ed73-4df9-929f-12632281f626 req-8684cb53-b96b-4174-9f75-cdc8c60a0801 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294526 Jul 13 20:55:34.872276 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfd3f6-f2ee-4722-953f-e2cf90837503 req-037cf6b8-cb96-4549-8b45-ec1ba58d7346 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:34.873735 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d8cfd3f6-f2ee-4722-953f-e2cf90837503 req-037cf6b8-cb96-4549-8b45-ec1ba58d7346 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 944 time: 0.0625269 Jul 13 20:55:34.909786 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d8cfd3f6-f2ee-4722-953f-e2cf90837503 req-697bece1-c9a6-49cf-a2aa-0f2d089c62d9 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Jul 13 20:55:35.145528 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['29d548cd-598e-432e-8ec4-6ade80e2eb07'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:35.349486 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9a85c-e38d-4bbf-8483-17afbb35878f req-29616860-38d7-4f1f-bb92-b961d36cafa4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:35.350947 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecd9a85c-e38d-4bbf-8483-17afbb35878f req-29616860-38d7-4f1f-bb92-b961d36cafa4 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0604661 Jul 13 20:55:35.386756 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ecd9a85c-e38d-4bbf-8483-17afbb35878f req-ed2dc470-0239-444a-a0a8-6f166a5bd60f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297573 Jul 13 20:55:36.082965 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149364c-9553-44e7-b113-9f3f4084780f req-49217d47-6659-413c-9937-afdb8cf7dc00 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:36.084354 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2149364c-9553-44e7-b113-9f3f4084780f req-49217d47-6659-413c-9937-afdb8cf7dc00 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 944 time: 0.0655417 Jul 13 20:55:36.122644 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2149364c-9553-44e7-b113-9f3f4084780f req-08d5fae7-02bf-4bbc-b94f-7e6562649e46 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 13 20:55:36.556802 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2d0b-0da9-4665-8da2-f546e85d5af4 req-44823fcb-0561-4eb5-a310-ccdf7cc5da84 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:36.558231 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58dd2d0b-0da9-4665-8da2-f546e85d5af4 req-44823fcb-0561-4eb5-a310-ccdf7cc5da84 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 944 time: 0.0627980 Jul 13 20:55:36.595318 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58dd2d0b-0da9-4665-8da2-f546e85d5af4 req-732c8eaa-ac73-484d-8c4e-1bdc24c124ac tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Jul 13 20:55:36.985773 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:55:36.987923 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 29d548cd-598e-432e-8ec4-6ade80e2eb07 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:55:37.086619 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 29d548cd-598e-432e-8ec4-6ade80e2eb07 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:55:37.098387 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 29d548cd-598e-432e-8ec4-6ade80e2eb07 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:55:37.098798 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:37.143639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:37.157984 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'port_id': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'mac_address': 'fa:16:3e:cc:99:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:55:37.223264 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:37.234072 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:37.244203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c8515-6b42-4e9a-8386-7f8389ad32b0 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:37.271283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:37.273494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ccff45-dcb8-481f-b488-f3185c3187da" -d '{"events": [{"server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:37.280081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:37.289083 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:37.290362 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:37.296475 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:37.301602 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533ffe1-375c-450f-902e-31441883b77d req-864c1e07-53d3-4011-9863-f4cb35d86bdc tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:37.303180 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8533ffe1-375c-450f-902e-31441883b77d req-864c1e07-53d3-4011-9863-f4cb35d86bdc tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 944 time: 0.0697079 Jul 13 20:55:37.341902 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac9575-4b04-42c8-afa0-bbb5368ae66e x-openstack-request-id: req-daac9575-4b04-42c8-afa0-bbb5368ae66e {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:37.342105 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:37.342345 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daac9575-4b04-42c8-afa0-bbb5368ae66e {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:37.342916 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07', 'code': 200} Jul 13 20:55:37.357563 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8533ffe1-375c-450f-902e-31441883b77d req-75c2c479-7cc3-46c2-83dd-3afd69eb9b6a tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Jul 13 20:55:37.367452 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=7']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:37.421192 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:37.548013 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['dd2c8515-6b42-4e9a-8386-7f8389ad32b0'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:37.582484 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894a8e-4260-4e92-b2c8-bb73e75dc236 req-b2b769c4-90a0-4795-9289-29ab8da97b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:37.584032 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7c894a8e-4260-4e92-b2c8-bb73e75dc236 req-b2b769c4-90a0-4795-9289-29ab8da97b06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 1098 time: 0.0521183 Jul 13 20:55:37.617596 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7c894a8e-4260-4e92-b2c8-bb73e75dc236 req-9e206f73-2dbb-4313-ad1f-581073329d1b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264411 Jul 13 20:55:37.766228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a51411-927b-447b-9882-61ece8557659 req-83d55f80-22cd-4251-9f32-27a1efca78e3 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:37.767731 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-06a51411-927b-447b-9882-61ece8557659 req-83d55f80-22cd-4251-9f32-27a1efca78e3 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 945 time: 0.0608041 Jul 13 20:55:37.805379 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-06a51411-927b-447b-9882-61ece8557659 req-cfcdd48f-ab3d-4a36-a61e-0209c8a0816e tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Jul 13 20:55:38.540754 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa76a-34a3-446a-91d8-43820fb8fcd4 req-a02f0dd5-585d-4780-8716-dd900a823e27 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:38.542876 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d42aa76a-34a3-446a-91d8-43820fb8fcd4 req-a02f0dd5-585d-4780-8716-dd900a823e27 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 945 time: 0.0674093 Jul 13 20:55:38.582983 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d42aa76a-34a3-446a-91d8-43820fb8fcd4 req-dfd9f469-c722-4627-bff1-aa5e324eddf4 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Jul 13 20:55:38.972429 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2f2fd-d25a-4aa9-bb16-69447176444d req-ca72f9f2-cf2f-412e-83ed-d9935b4095b6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:38.973861 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7aa2f2fd-d25a-4aa9-bb16-69447176444d req-ca72f9f2-cf2f-412e-83ed-d9935b4095b6 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 945 time: 0.0614474 Jul 13 20:55:39.001515 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:55:39.011791 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7aa2f2fd-d25a-4aa9-bb16-69447176444d req-3185d347-ca5e-44d4-968e-aecdd700032b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Jul 13 20:55:39.048830 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:55:39.049203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:39.123196 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:39.153589 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:39.157471 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:39.202264 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=8']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:39.344323 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:39.346555 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ffb17-051c-473a-92aa-30f62f96ff33" -d '{"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:39.381334 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3106413f-6c9c-41f2-a8e2-8c778680b932 x-openstack-request-id: req-3106413f-6c9c-41f2-a8e2-8c778680b932 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:39.381626 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:39.381879 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3106413f-6c9c-41f2-a8e2-8c778680b932 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:39.382266 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'code': 200} Jul 13 20:55:39.623002 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8e2e-d55f-4a06-9713-fea166844c61 req-8092c81e-9f81-4616-b52d-bc09a4d51927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:39.624511 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-637d8e2e-d55f-4a06-9713-fea166844c61 req-8092c81e-9f81-4616-b52d-bc09a4d51927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.0497594 Jul 13 20:55:39.657644 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-637d8e2e-d55f-4a06-9713-fea166844c61 req-696176b7-d142-41a0-96ce-99534f5ce7ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263562 Jul 13 20:55:39.768225 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917d479-8641-41e0-bd60-e6b405a0c79c req-56e6fbbd-4963-4406-ad7c-d7695bf3bd56 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:39.770046 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1917d479-8641-41e0-bd60-e6b405a0c79c req-56e6fbbd-4963-4406-ad7c-d7695bf3bd56 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 945 time: 0.0658383 Jul 13 20:55:39.807820 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1917d479-8641-41e0-bd60-e6b405a0c79c req-c117a3ef-cdcb-4488-85c1-7d37fa33ffd7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 13 20:55:40.084315 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 43698) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:40.188189 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1117f0b-6b3c-44f8-99c5-a2fabe3dc179 req-4b705966-c2b4-4bdc-9996-6e84c55c0ec7 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:40.189686 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1117f0b-6b3c-44f8-99c5-a2fabe3dc179 req-4b705966-c2b4-4bdc-9996-6e84c55c0ec7 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0644865 Jul 13 20:55:40.193912 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6ce22cc-bb14-4794-93e1-229cedf3757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.233291 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e1117f0b-6b3c-44f8-99c5-a2fabe3dc179 req-d230990c-c8a2-4c9d-9a0e-bf51fa19e990 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376863 Jul 13 20:55:40.293528 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6ce22cc-bb14-4794-93e1-229cedf3757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.297434 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d6ce22cc-bb14-4794-93e1-229cedf3757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.335733 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d6ce22cc-bb14-4794-93e1-229cedf3757d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16c04698a8cf41ef9bb3407d15f19570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503362 Jul 13 20:55:40.337598 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce22cc-bb14-4794-93e1-229cedf3757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f138784e-08ce-487e-b45a-8ac6039dce5a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:40.338427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 43708) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:55:40.392914 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.413507 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.459813 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.462361 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:40.463542 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f138784e-08ce-487e-b45a-8ac6039dce5a HTTP/1.1" status: 204 len: 168 time: 0.1235273 Jul 13 20:55:40.471571 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef58d3-7537-4cdd-9f74-d00e4b1ffa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f138784e-08ce-487e-b45a-8ac6039dce5a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:41.427023 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74987ab-9a9e-40ce-88ef-c6d643ab2148 req-7b12f239-2405-4a3f-9043-aa754c90adba tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:41.427023 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c74987ab-9a9e-40ce-88ef-c6d643ab2148 req-7b12f239-2405-4a3f-9043-aa754c90adba tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0737321 Jul 13 20:55:41.475164 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c74987ab-9a9e-40ce-88ef-c6d643ab2148 req-6dc513e4-6b36-417b-9a40-8af5634eb2dd tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476491 Jul 13 20:55:41.662408 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-d7088b0e-09f5-420b-918b-6592ca05cc2f tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:41.663970 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-d7088b0e-09f5-420b-918b-6592ca05cc2f tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.0997229 Jul 13 20:55:41.679430 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-7baaa5c5-3afa-41e8-8ae9-989a5eac8db5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/quotas/80e24db9c71c42acb9715890c9fba922 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Jul 13 20:55:41.743096 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-d814a3df-9de3-4c08-b6ec-482bb9bcf9d2 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580094 Jul 13 20:55:41.833631 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-8e3b341b-4bcb-4402-bd05-2e058032114a service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Jul 13 20:55:41.918605 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-bd3989f0-ac60-4e02-863f-ffc59148542e service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792077 Jul 13 20:55:42.081327 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-6ef891e2-8030-410d-8e0d-fa65addf7355 req-75f004d2-fd1d-497c-8301-fe72b020ee00 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 210 time: 0.0302584 Jul 13 20:55:43.136366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-60a5d562-05f1-4bba-a6f8-6192deb1aecf tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:43.137853 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-60a5d562-05f1-4bba-a6f8-6192deb1aecf tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1058455 Jul 13 20:55:43.153510 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Request body: {'port': {'device_id': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'admin_state_up': True, 'tenant_id': '80e24db9c71c42acb9715890c9fba922'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:43.223901 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3851dae1-e8a9-4433-ab4c-79e3ef4f5e3e req-183f459c-2cce-4c8b-8226-655d96a2cacb tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jul 13 20:55:43.264815 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:55:43.268401 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:43.388436 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Allocated IP 172.20.0.3 (b7f91579-32da-4824-8519-e987066e0ee4/995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd/4d0f32ac-b067-49d1-bef2-92af065d4ad3) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:55:43.529803 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:43.566829 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:43.585604 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f', '29d548cd-598e-432e-8ec4-6ade80e2eb07'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:43.611349 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Network b7f91579-32da-4824-8519-e987066e0ee4 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:55:43.614447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:55:43.618268 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:55:43.624496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event updated for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:43.667614 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:43.668224 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:43.682893 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-e831e07c-4435-4b7e-b255-4c0151797a22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336218 Jul 13 20:55:43.694063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Request body: {'port': {'device_id': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:55:43.766469 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.015213 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0f32ac-b067-49d1-bef2-92af065d4ad3 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:44.022569 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.034784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Transition to ACTIVE for port object 4d0f32ac-b067-49d1-bef2-92af065d4ad3 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:55:44.038557 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.111735 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:44.159474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Attempting to bind port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:55:44.160139 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Attempting to bind port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:55:44.160139 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Attempting to bind port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:44.164298 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 on network b7f91579-32da-4824-8519-e987066e0ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:55:44.164614 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Attempting to bind port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:55:44.169546 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:55:44.169946 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Checking segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:55:44.170326 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Bound using segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:55:44.170779 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Bound port: 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:55:44.171136 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.239387 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:55:44.242541 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:55:44.247425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.281223 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.281831 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:44.283216 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] 10.222.0.44 "PUT /v2.0/ports/4d0f32ac-b067-49d1-bef2-92af065d4ad3 HTTP/1.1" status: 200 len: 1093 time: 0.5932128 Jul 13 20:55:44.283644 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:44.285840 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead52aa6-9b32-4292-92a6-53a47a843908" -d '{"events": [{"name": "network-changed", "server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:44.317742 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc2bc1-bb3e-4632-abb2-96b99efbc429 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:44.339062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb389fd-5c5d-466f-98df-dec5fe005fa6 x-openstack-request-id: req-3cb389fd-5c5d-466f-98df-dec5fe005fa6 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:44.339351 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:44.339605 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cb389fd-5c5d-466f-98df-dec5fe005fa6 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:44.340060 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3', 'status': 'completed', 'code': 200} Jul 13 20:55:44.424183 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-d0af6b85-9038-4860-bb1f-2736ce149ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.425668 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-d0af6b85-9038-4860-bb1f-2736ce149ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 1096 time: 0.0968592 Jul 13 20:55:44.436984 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aaf95-eb97-4c12-8753-2d34eda1ee26 req-8ce04cba-4773-4904-b54c-e4d43c470d6d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.438331 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-121aaf95-eb97-4c12-8753-2d34eda1ee26 req-8ce04cba-4773-4904-b54c-e4d43c470d6d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 943 time: 0.0815110 Jul 13 20:55:44.483488 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-121aaf95-eb97-4c12-8753-2d34eda1ee26 req-711c1229-2034-46e0-929d-6b5c99d09884 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Jul 13 20:55:44.510021 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-4a3dceb5-b78a-483d-91c7-4a6b8d8e1853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3 HTTP/1.1" status: 200 len: 217 time: 0.0387244 Jul 13 20:55:44.555851 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-58719742-c774-4552-9481-46cacaf0cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.557215 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-58719742-c774-4552-9481-46cacaf0cc85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0411243 Jul 13 20:55:44.588086 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-019134a2-cf50-4654-9944-656d57b5c57f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246243 Jul 13 20:55:44.675547 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-181297b1-557d-4ea4-b903-ef2eb16119f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807016 Jul 13 20:55:44.761537 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f638d3ba-4cf9-4ac3-bb6d-eaaa5ec45edd req-7213e8ad-f334-4821-b065-07b72339aa83 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780714 Jul 13 20:55:44.863917 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-f17a0b56-44ac-4f9e-9256-b72badfe0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.865315 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-f17a0b56-44ac-4f9e-9256-b72badfe0ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 1096 time: 0.0546684 Jul 13 20:55:44.952041 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-5a0a4920-b5b8-4675-a66a-97d8d6cd26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:44.953515 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-5a0a4920-b5b8-4675-a66a-97d8d6cd26db service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 916 time: 0.0818779 Jul 13 20:55:45.000458 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-4006c309-d391-4760-aad3-ac3af9beabde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3 HTTP/1.1" status: 200 len: 217 time: 0.0361586 Jul 13 20:55:45.048439 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-c7f5c73e-9f53-4932-9114-842ecc60f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:45.049804 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-c7f5c73e-9f53-4932-9114-842ecc60f97e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0417578 Jul 13 20:55:45.084298 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-dccf7317-dc35-42ea-a42d-664e6f3b53bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243535 Jul 13 20:55:45.172556 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-698ca026-ebe1-4189-a44a-50a01af65fc0 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800340 Jul 13 20:55:45.259207 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ead52aa6-9b32-4292-92a6-53a47a843908 req-be7f0ff8-ec95-4b10-9509-0d1669ff487b service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788114 Jul 13 20:55:45.895289 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655efaee-9346-4ebc-ac0f-0e1239d0e154 req-abea4879-40bf-4d20-9145-bfceb908d871 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:45.896744 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-655efaee-9346-4ebc-ac0f-0e1239d0e154 req-abea4879-40bf-4d20-9145-bfceb908d871 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 943 time: 0.2987812 Jul 13 20:55:45.933118 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-655efaee-9346-4ebc-ac0f-0e1239d0e154 req-657c5cf8-7413-4f18-8505-e54018dca3b4 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302291 Jul 13 20:55:47.048129 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4d0f32ac-b067-49d1-bef2-92af065d4ad3 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:55:47.100169 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752f46-3abc-496e-910b-a6403b0b98c9 req-cb67102a-8c22-4aca-95c5-5d67c8ec712e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:47.101628 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7a752f46-3abc-496e-910b-a6403b0b98c9 req-cb67102a-8c22-4aca-95c5-5d67c8ec712e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 943 time: 0.0609295 Jul 13 20:55:47.138354 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7a752f46-3abc-496e-910b-a6403b0b98c9 req-c61f3a76-670f-438d-bfb2-5552d0c9a0e1 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Jul 13 20:55:47.139893 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:47.154371 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '4d0f32ac-b067-49d1-bef2-92af065d4ad3', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'port_id': '4d0f32ac-b067-49d1-bef2-92af065d4ad3', 'mac_address': 'fa:16:3e:49:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:55:47.188498 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:47.200680 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0f32ac-b067-49d1-bef2-92af065d4ad3 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:55:47.219467 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:47.223326 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:47.268349 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:47.478377 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['4d0f32ac-b067-49d1-bef2-92af065d4ad3'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:55:48.304829 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1903f-3360-47f3-bf5d-19978c1544e9 req-c3199f3a-cda5-445e-a263-130db6f0db73 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:48.306256 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7dc1903f-3360-47f3-bf5d-19978c1544e9 req-c3199f3a-cda5-445e-a263-130db6f0db73 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 944 time: 0.0602348 Jul 13 20:55:48.342143 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7dc1903f-3360-47f3-bf5d-19978c1544e9 req-05dd2be6-8342-4952-ba29-5662032e9239 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302606 Jul 13 20:55:49.514808 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb7b1-2f9c-4a8b-935f-b1a5da29c859 req-26f61f07-78f2-4e96-a229-a2d4e5617a70 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:49.516278 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c90bb7b1-2f9c-4a8b-935f-b1a5da29c859 req-26f61f07-78f2-4e96-a229-a2d4e5617a70 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 944 time: 0.0648007 Jul 13 20:55:49.552347 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c90bb7b1-2f9c-4a8b-935f-b1a5da29c859 req-3a6779e4-5a92-499b-8436-b006c3880118 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Jul 13 20:55:50.114650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4d0f32ac-b067-49d1-bef2-92af065d4ad3 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:55:50.162962 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:55:50.166617 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:55:50.166988 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:50.240356 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:50.262466 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:55:50.264941 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fc594b-5a5f-4c6c-97e0-44e2694f02fe" -d '{"events": [{"server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:55:50.277629 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:55:50.282027 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:50.304139 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0252bf-4b44-42d9-99f1-1d1d04c89ef2 x-openstack-request-id: req-ea0252bf-4b44-42d9-99f1-1d1d04c89ef2 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:55:50.304426 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "name": "network-vif-plugged", "status": "completed", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:55:50.304671 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea0252bf-4b44-42d9-99f1-1d1d04c89ef2 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:55:50.305048 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3', 'code': 200} Jul 13 20:55:50.330650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:55:50.718521 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35df287-ab2d-4d16-8956-37965342f8a2 req-a8769786-6df9-41d9-86b1-58108c6db75b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:50.720065 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d35df287-ab2d-4d16-8956-37965342f8a2 req-a8769786-6df9-41d9-86b1-58108c6db75b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.0614977 Jul 13 20:55:50.756537 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d35df287-ab2d-4d16-8956-37965342f8a2 req-2da7ee03-4459-4bbd-9b48-cadd191b9ba6 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Jul 13 20:55:51.192752 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bf945cb5-fa9e-4f8b-a35d-e26c3f66ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:51.333249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67800cf-916d-4cc2-a422-ed996da708ed req-2ab7566c-f086-46fa-b257-ce6c2d294325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:51.334616 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b67800cf-916d-4cc2-a422-ed996da708ed req-2ab7566c-f086-46fa-b257-ce6c2d294325 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 1098 time: 0.0519021 Jul 13 20:55:51.367309 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b67800cf-916d-4cc2-a422-ed996da708ed req-39bdc7b2-3dd8-42e6-a6ae-04c2f3f93342 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261576 Jul 13 20:55:51.924454 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6dc57-ac55-4ee8-8f40-b611ae93c9aa req-0191bc54-a133-4e72-985c-1f0acc9ba95b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:51.925814 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9b6dc57-ac55-4ee8-8f40-b611ae93c9aa req-0191bc54-a133-4e72-985c-1f0acc9ba95b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.0609748 Jul 13 20:55:51.966043 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e9b6dc57-ac55-4ee8-8f40-b611ae93c9aa req-62ae9141-eaa0-47d4-af78-8fabca9379b2 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Jul 13 20:55:51.998096 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:53.131583 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215de0ed-4463-478e-9fc0-db3012255c79 req-b0b7cdaf-933b-4e6e-b206-213b60f34e7b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:55:53.132927 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-215de0ed-4463-478e-9fc0-db3012255c79 req-b0b7cdaf-933b-4e6e-b206-213b60f34e7b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.0604157 Jul 13 20:55:53.168456 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-215de0ed-4463-478e-9fc0-db3012255c79 req-d1eaf223-f228-4466-9418-9857c3f8b16b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300903 Jul 13 20:55:53.719766 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1599-67bd-477d-8695-fda0ea4aa749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:53.815305 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:54.685858 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:55:56.453567 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:02.425697 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-4468dab9-d0ae-41bb-b5ea-a7f1cbc0dc5d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736700500&fields=id&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 267 time: 0.0332315 Jul 13 20:56:02.532550 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-8d25483c-b504-461f-b71b-686f0aa0f8ce tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:02.533998 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-8d25483c-b504-461f-b71b-686f0aa0f8ce tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.1019237 Jul 13 20:56:02.548136 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-458224db-2847-4322-92bd-9c596400477d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/quotas/5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Jul 13 20:56:02.623894 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b9d6a2f2-11c0-4cb1-ba9c-bb73e2253d30 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711980 Jul 13 20:56:02.718350 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-8b3f4fbe-8357-42c7-8f96-bc32f46e2f54 service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Jul 13 20:56:02.805465 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-0ec5b659-45a2-4535-931c-cb2ce4bc2af0 service neutron] 10.222.0.54 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806603 Jul 13 20:56:03.102146 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e7df34ed-baad-40c9-b0c7-9dd9ac764740 req-d7dd9323-f9f0-4d4b-8a5b-efc064341ef9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 210 time: 0.0272493 Jul 13 20:56:04.285105 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8b32bf35-bedc-4087-a277-a07bf32622f2 req-5ac59e81-93d0-409c-93c0-90e24ef09ead tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 210 time: 0.0591645 Jul 13 20:56:04.340940 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-0b0ed792-0839-404c-9eb4-f779765bdef6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:04.342358 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-0b0ed792-0839-404c-9eb4-f779765bdef6 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 812 time: 0.1388242 Jul 13 20:56:04.391149 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-70dc236b-079c-4534-8056-3cbfb1710668 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb73309996744d489d8ea1b5abfa5e9 HTTP/1.1" status: 200 len: 380 time: 0.0351777 Jul 13 20:56:04.400998 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'port': {'device_id': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'admin_state_up': True, 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'security_groups': ['cdb43fb1-6ee2-429e-b874-f3d8bb4314b4']}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:04.518189 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Made reservation on behalf of 5fb73309996744d489d8ea1b5abfa5e9 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:04.521848 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:04.740720 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:56:04.935028 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.20.0.3 (788743f8-ff68-48bc-ae2f-f2c3519d461d/89b5f677-f304-4ccf-afd2-87135b6152b2/ed29e535-b8c6-47bd-b393-4ffccf9c9c92) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:05.075833 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.090991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Transition to ACTIVE for port object ed29e535-b8c6-47bd-b393-4ffccf9c9c92 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:05.125021 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.169767 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:05.172803 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:05.176627 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:05.182708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:05.212931 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.213277 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.213614 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.214018 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.214877 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.215210 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.215537 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.215859 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.216180 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.216500 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.216821 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.217132 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:05.242381 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:05.243049 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.257649 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-b65b2e8f-fcd1-4fd8-aa7b-9e4cf24c0d26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605773 Jul 13 20:56:05.271044 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Request body: {'port': {'device_id': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:05.345033 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.403524 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-fee9aff5-22a7-45fb-9d00-9dceb182cc4d None None] Provisioning for port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:05.407607 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-fee9aff5-22a7-45fb-9d00-9dceb182cc4d None None] Provisioning complete for port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:05.407986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-fee9aff5-22a7-45fb-9d00-9dceb182cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.448070 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-fee9aff5-22a7-45fb-9d00-9dceb182cc4d None None] Port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:05.482128 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f2ff-153b-4a5e-a7ab-080a1de66ee6 req-53a85327-6ecf-47bc-be0e-fc413e66bf25 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:05.485759 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00a9f2ff-153b-4a5e-a7ab-080a1de66ee6 req-53a85327-6ecf-47bc-be0e-fc413e66bf25 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 931 time: 0.0806730 Jul 13 20:56:05.525097 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-00a9f2ff-153b-4a5e-a7ab-080a1de66ee6 req-fad75e89-55df-445e-94e8-64643ca8bdb9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356500 Jul 13 20:56:05.619668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed29e535-b8c6-47bd-b393-4ffccf9c9c92 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:05.627675 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.639669 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Transition to ACTIVE for port object ed29e535-b8c6-47bd-b393-4ffccf9c9c92 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:05.642824 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.692647 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Pushing event updated for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:05.764737 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Attempting to bind port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:05.765080 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Attempting to bind port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:05.765412 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Attempting to bind port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:05.769757 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:56:05.770097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Attempting to bind port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 on network 788743f8-ff68-48bc-ae2f-f2c3519d461d {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:05.775226 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:05.775747 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Checking segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:05.776222 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Bound using segment: {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:05.778071 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Bound port: ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9021c733-564d-4af8-87e9-49a41bf35dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:05.778503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.856555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:05.865676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:05.877158 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.911754 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:05.912366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:05.913803 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] 10.222.0.44 "PUT /v2.0/ports/ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 200 len: 1093 time: 0.6473908 Jul 13 20:56:05.914151 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:05.916414 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a4571b-1166-4285-99b8-c54b8260aefa" -d '{"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:05.949842 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b953-41e0-4868-9610-b1b5cd0b150f service neutron] Pushing event updated for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:05.971839 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13f12af-93f5-4f9a-8070-c1aa6b16dee8 x-openstack-request-id: req-c13f12af-93f5-4f9a-8070-c1aa6b16dee8 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:05.972207 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:05.972524 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c13f12af-93f5-4f9a-8070-c1aa6b16dee8 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:05.972973 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'status': 'completed', 'code': 200} Jul 13 20:56:06.029717 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-0f59bd0c-f1f3-4ab5-a6a1-0de98b467fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.029717 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-0f59bd0c-f1f3-4ab5-a6a1-0de98b467fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1096 time: 0.0668280 Jul 13 20:56:06.075164 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-d6f84ddd-d0c4-4caf-8aea-a7d510355177 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 200 len: 217 time: 0.0353737 Jul 13 20:56:06.140182 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-c265c246-3e9f-43b8-9156-b9503fcc4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.141607 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-c265c246-3e9f-43b8-9156-b9503fcc4539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0479321 Jul 13 20:56:06.204490 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4eb2-7554-422c-baca-46bccc49717e req-f6c4f95a-1150-465e-8820-4501072014fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.205979 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-f6c4f95a-1150-465e-8820-4501072014fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527065 Jul 13 20:56:06.208321 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-9df9ba21-558b-4fef-bae2-b9d856bdb290 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.209783 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-9df9ba21-558b-4fef-bae2-b9d856bdb290 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1133418 Jul 13 20:56:06.224649 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5bfe209c-a221-4fec-a532-a4229df7c914 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/quotas/80e24db9c71c42acb9715890c9fba922 HTTP/1.1" status: 200 len: 375 time: 0.0090582 Jul 13 20:56:06.294608 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-ae22d400-8c48-40f3-ab8a-48bf122cdcb0 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816438 Jul 13 20:56:06.294864 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-26470bcf-1114-48f6-8375-9044b70fedc8 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648003 Jul 13 20:56:06.387213 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-4826006a-0d31-4664-9831-b2a9cb7700a5 service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Jul 13 20:56:06.387993 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-44ee4eb2-7554-422c-baca-46bccc49717e req-66a1a2de-4b64-470f-bdae-02ecbfa31591 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866370 Jul 13 20:56:06.481357 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-f719fc21-d140-4871-b9a0-f1cf4ca32caf service neutron] 10.222.0.54 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883164 Jul 13 20:56:06.484610 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4571b-1166-4285-99b8-c54b8260aefa req-8ae5669e-02f4-4c63-b19f-3fe95d144398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.486137 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-8ae5669e-02f4-4c63-b19f-3fe95d144398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1096 time: 0.0528617 Jul 13 20:56:06.584776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4571b-1166-4285-99b8-c54b8260aefa req-37fdd3a2-8212-4a44-9bfd-ffb8f78c5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.592107 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-37fdd3a2-8212-4a44-9bfd-ffb8f78c5177 service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0988951 Jul 13 20:56:06.644529 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-6cbf1e3a-26b1-4739-aeec-757ce5a8b296 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 200 len: 217 time: 0.0455639 Jul 13 20:56:06.658848 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8a6bfedf-0a78-48f9-b4c0-a5413e850977 req-486be77f-4e2f-4162-8c0f-f17c394f030e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 210 time: 0.0336571 Jul 13 20:56:06.734205 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4571b-1166-4285-99b8-c54b8260aefa req-b06a12fb-f578-4051-a718-a006d121e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.735609 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-b06a12fb-f578-4051-a718-a006d121e3bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0850365 Jul 13 20:56:06.785558 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea474110-f416-491a-8b88-ae207b6cd2af req-5f3dd5e1-5109-47b1-ae6b-1455b791a3f0 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.787101 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea474110-f416-491a-8b88-ae207b6cd2af req-5f3dd5e1-5109-47b1-ae6b-1455b791a3f0 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.1269212 Jul 13 20:56:06.838967 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ea474110-f416-491a-8b88-ae207b6cd2af req-feb4c21b-b1bf-4fd7-a794-5612a0695b74 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Jul 13 20:56:06.843496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4571b-1166-4285-99b8-c54b8260aefa req-9e9ad9ba-33d1-45bb-9286-52f57942c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:06.844967 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-9e9ad9ba-33d1-45bb-9286-52f57942c35c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001244 Jul 13 20:56:06.950889 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-541b2cee-0458-4790-8f7c-6ade39c3ed2b service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934920 Jul 13 20:56:07.044095 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-69a4571b-1166-4285-99b8-c54b8260aefa req-a7fe4f12-fd55-47f0-a13f-b773b332cbc9 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839286 Jul 13 20:56:07.806244 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-dfdc9b8c-0ad8-413a-b3d9-5a79d0800a26 req-f262648c-42fe-495d-92c1-45dc70563669 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Jul 13 20:56:07.812668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-9895b770-c925-457c-91b7-06a592946adb tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:07.814168 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-9895b770-c925-457c-91b7-06a592946adb tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 815 time: 0.1069927 Jul 13 20:56:07.832476 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Request body: {'port': {'device_id': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'admin_state_up': True, 'tenant_id': '80e24db9c71c42acb9715890c9fba922'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:07.951489 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Made reservation on behalf of 80e24db9c71c42acb9715890c9fba922 for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:07.956703 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.110657 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8715e2-a428-4e8d-b992-97588d037ec2 req-45c673f6-1d9a-48a2-9f8a-e61ccfcb4e97 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:08.112026 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bf8715e2-a428-4e8d-b992-97588d037ec2 req-45c673f6-1d9a-48a2-9f8a-e61ccfcb4e97 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.1431916 Jul 13 20:56:08.149056 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Allocated IP 172.20.0.14 (b7f91579-32da-4824-8519-e987066e0ee4/995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd/348aae86-03b1-415f-81a4-76edffc1458a) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:08.170037 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bf8715e2-a428-4e8d-b992-97588d037ec2 req-e548d7e2-27ca-4992-a456-f3605c9bb75d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517807 Jul 13 20:56:08.306457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.344816 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.359292 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f', '29d548cd-598e-432e-8ec4-6ade80e2eb07', '4d0f32ac-b067-49d1-bef2-92af065d4ad3'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:08.393793 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Network b7f91579-32da-4824-8519-e987066e0ee4 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:08.396854 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:08.401211 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:08.405072 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event updated for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:08.448970 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:08.449581 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.462899 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-b365648b-0d7d-4dea-bbf1-457c7d6b8908 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379557 Jul 13 20:56:08.475906 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Request body: {'port': {'device_id': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:08.551366 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.805377 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348aae86-03b1-415f-81a4-76edffc1458a {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:08.813025 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.824303 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Transition to ACTIVE for port object 348aae86-03b1-415f-81a4-76edffc1458a will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:08.828138 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.882635 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Pushing event updated for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:08.950405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Attempting to bind port 348aae86-03b1-415f-81a4-76edffc1458a on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:08.950766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Attempting to bind port 348aae86-03b1-415f-81a4-76edffc1458a by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:08.951160 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Attempting to bind port 348aae86-03b1-415f-81a4-76edffc1458a on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:08.955217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Port 348aae86-03b1-415f-81a4-76edffc1458a on network b7f91579-32da-4824-8519-e987066e0ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:56:08.955535 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Attempting to bind port 348aae86-03b1-415f-81a4-76edffc1458a on network b7f91579-32da-4824-8519-e987066e0ee4 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:08.960198 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:08.960547 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Checking segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:08.960917 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Bound using segment: {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:08.961315 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Bound port: 348aae86-03b1-415f-81a4-76edffc1458a, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45abadd7-fdde-4ad5-babc-cf5f224c474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:08.961661 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:08.985376 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4c56e-42f8-40d4-bc58-14fe11bb0a61 req-c51ff873-3c6d-472e-a567-8069d8b3b6bd tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:08.986886 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8cd4c56e-42f8-40d4-bc58-14fe11bb0a61 req-c51ff873-3c6d-472e-a567-8069d8b3b6bd tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 944 time: 0.0629008 Jul 13 20:56:09.025987 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-8cd4c56e-42f8-40d4-bc58-14fe11bb0a61 req-7f5207fe-6705-4153-8764-eff89518d224 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Jul 13 20:56:09.030217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:09.034222 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=348aae86-03b1-415f-81a4-76edffc1458a,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:09.038810 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:09.074742 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.075357 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:09.076700 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/348aae86-03b1-415f-81a4-76edffc1458a HTTP/1.1" status: 200 len: 1094 time: 0.6048565 Jul 13 20:56:09.077124 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:09.079402 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad11bba-5231-408e-a5fe-bd356227f513" -d '{"events": [{"name": "network-changed", "server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "tag": "348aae86-03b1-415f-81a4-76edffc1458a"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:09.105470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c73aa-a701-4081-b37f-e85e347660e7 service neutron] Pushing event updated for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:09.117222 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43799316-66f9-44d9-b2af-fe6bed04584a x-openstack-request-id: req-43799316-66f9-44d9-b2af-fe6bed04584a {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:09.117539 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "tag": "348aae86-03b1-415f-81a4-76edffc1458a", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:09.117784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43799316-66f9-44d9-b2af-fe6bed04584a {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:09.118172 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a', 'status': 'completed', 'code': 200} Jul 13 20:56:09.175305 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-4918eef7-f9bd-4359-9979-b980c2ed3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.176789 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-4918eef7-f9bd-4359-9979-b980c2ed3f2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 1097 time: 0.0514581 Jul 13 20:56:09.222049 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-e02e212a-5be0-4042-949c-a3c95c250b6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348aae86-03b1-415f-81a4-76edffc1458a HTTP/1.1" status: 200 len: 217 time: 0.0361090 Jul 13 20:56:09.277061 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401688-3300-4d3a-a53f-1060720f7d13 req-e9d03940-a1ff-40db-9ef5-6310644ee9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.278488 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-e9d03940-a1ff-40db-9ef5-6310644ee9a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0450568 Jul 13 20:56:09.312839 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-664fa544-161a-4064-9e63-d6d209fb51ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257435 Jul 13 20:56:09.353192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa536a-3f2c-449a-bce2-6a878840ce83 req-ad340961-fdda-4bdf-9dc7-4fef648de6af tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.354805 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b4fa536a-3f2c-449a-bce2-6a878840ce83 req-ad340961-fdda-4bdf-9dc7-4fef648de6af tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0714755 Jul 13 20:56:09.391720 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b4fa536a-3f2c-449a-bce2-6a878840ce83 req-9196d9da-8719-4133-8fab-7a106faf1c7e tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Jul 13 20:56:09.405905 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-44e8212e-f214-4e80-b690-928f34075d79 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Jul 13 20:56:09.496885 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-72401688-3300-4d3a-a53f-1060720f7d13 req-10c068b3-f4c0-480a-9bae-6251c152e5c1 service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Jul 13 20:56:09.602055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-d9e2697a-5e0a-4486-810a-816a10868f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.603609 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-d9e2697a-5e0a-4486-810a-816a10868f7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80e24db9c71c42acb9715890c9fba922&device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 1097 time: 0.0526836 Jul 13 20:56:09.692817 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-862f1793-f692-4561-bd05-ff526b174eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.694236 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-862f1793-f692-4561-bd05-ff526b174eda service neutron] 10.222.0.44 "GET /v2.0/networks?id=b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 200 len: 916 time: 0.0836730 Jul 13 20:56:09.737052 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-ac1d30ed-9237-4ed8-bef2-98e8056843ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348aae86-03b1-415f-81a4-76edffc1458a HTTP/1.1" status: 200 len: 217 time: 0.0335073 Jul 13 20:56:09.790075 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-fcf62d6b-d6df-480c-a003-51af2284357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:09.791665 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-fcf62d6b-d6df-480c-a003-51af2284357f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 200 len: 855 time: 0.0466802 Jul 13 20:56:09.826151 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-4323a9a8-4660-4043-8af8-793f56669bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b7f91579-32da-4824-8519-e987066e0ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262246 Jul 13 20:56:09.917831 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-3396c2e5-a1d1-48a6-9c09-66ae494e71bb service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834093 Jul 13 20:56:10.016545 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-2ad11bba-5231-408e-a5fe-bd356227f513 req-7cab1f1b-fb76-4c68-92c5-24a320f17fbd service neutron] 10.222.0.44 "GET /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825982 Jul 13 20:56:10.206186 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7e48-ebfa-4989-ab70-ea7ea117df19 req-344eb284-c424-4c83-9cc1-e8977c76790f tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:10.207550 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3eb7e48-ebfa-4989-ab70-ea7ea117df19 req-344eb284-c424-4c83-9cc1-e8977c76790f tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 944 time: 0.0644233 Jul 13 20:56:10.248082 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f3eb7e48-ebfa-4989-ab70-ea7ea117df19 req-0f95f1bc-2cdc-4eb7-945c-17286d861c89 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Jul 13 20:56:10.563789 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2998-1c50-427b-87df-58b6559df552 req-85829614-47b7-46c4-9b30-be52b4d6b836 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:10.565232 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ebe2998-1c50-427b-87df-58b6559df552 req-85829614-47b7-46c4-9b30-be52b4d6b836 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0645094 Jul 13 20:56:10.601119 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-2ebe2998-1c50-427b-87df-58b6559df552 req-e052ad00-cf21-40ab-b8e0-bd43e8b487c0 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Jul 13 20:56:11.415878 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3aac2-0118-49ed-b52a-d39c0790977b req-8fa8c064-9923-429e-b962-2e2e7fe239c0 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:11.417297 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-75f3aac2-0118-49ed-b52a-d39c0790977b req-8fa8c064-9923-429e-b962-2e2e7fe239c0 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 944 time: 0.0622327 Jul 13 20:56:11.454247 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-75f3aac2-0118-49ed-b52a-d39c0790977b req-466a0aeb-defa-4046-942d-c1445e399e79 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jul 13 20:56:11.772432 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eac7db-583f-4be0-b64c-32751085d192 req-589a95b5-221e-4a31-b889-c4cbfb10a30c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:11.773939 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03eac7db-583f-4be0-b64c-32751085d192 req-589a95b5-221e-4a31-b889-c4cbfb10a30c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0642223 Jul 13 20:56:11.811755 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-03eac7db-583f-4be0-b64c-32751085d192 req-62d60995-8ee6-4a10-bedc-571fd4f75beb tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jul 13 20:56:12.621741 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e594a20-19c2-44df-afc7-bd0b80254367 req-db17339c-f46e-4734-bd03-f7ed0dd94463 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:12.623415 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1e594a20-19c2-44df-afc7-bd0b80254367 req-db17339c-f46e-4734-bd03-f7ed0dd94463 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 944 time: 0.0624354 Jul 13 20:56:12.664312 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1e594a20-19c2-44df-afc7-bd0b80254367 req-ba113a1a-6040-4ee9-a58f-b0e297fd477e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Jul 13 20:56:12.981391 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18470ce-9364-4e13-808b-14c19b827173 req-e1d2b7f0-51c2-4b59-9cb0-16de1290d9ed tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:12.982868 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b18470ce-9364-4e13-808b-14c19b827173 req-e1d2b7f0-51c2-4b59-9cb0-16de1290d9ed tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0642157 Jul 13 20:56:13.018365 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b18470ce-9364-4e13-808b-14c19b827173 req-ec075c28-86a3-43d9-b135-aab7ec52887d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301180 Jul 13 20:56:13.193469 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 348aae86-03b1-415f-81a4-76edffc1458a details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:56:13.291019 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=348aae86-03b1-415f-81a4-76edffc1458a,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:13.301929 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '348aae86-03b1-415f-81a4-76edffc1458a', 'network_id': 'b7f91579-32da-4824-8519-e987066e0ee4', 'port_id': '348aae86-03b1-415f-81a4-76edffc1458a', 'mac_address': 'fa:16:3e:dc:e7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:56:13.337604 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:13.350605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348aae86-03b1-415f-81a4-76edffc1458a {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:13.369202 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=348aae86-03b1-415f-81a4-76edffc1458a,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:13.378620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:13.421403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:13.428261 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.428612 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.428956 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.429296 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.429692 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.430031 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.430365 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.430718 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.431134 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.431470 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.431796 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.432118 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:13.733605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['348aae86-03b1-415f-81a4-76edffc1458a'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:13.833323 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3747-4816-4d76-ab40-eb9f0cfdddca req-75bfbe30-aeb7-46eb-8d3c-84be68c8c7e6 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:13.834825 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7a8a3747-4816-4d76-ab40-eb9f0cfdddca req-75bfbe30-aeb7-46eb-8d3c-84be68c8c7e6 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 945 time: 0.0615404 Jul 13 20:56:13.872540 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7a8a3747-4816-4d76-ab40-eb9f0cfdddca req-7a3ae87d-b9be-426a-9e52-0ae3536a86cc tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 13 20:56:14.184752 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7156-49b0-481f-986f-95451fd5777a req-515fbd7a-a926-4f07-8dec-977bc6367362 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:14.186083 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44ef7156-49b0-481f-986f-95451fd5777a req-515fbd7a-a926-4f07-8dec-977bc6367362 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0606158 Jul 13 20:56:14.221891 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-44ef7156-49b0-481f-986f-95451fd5777a req-073aa9e6-98ec-4749-b25d-b0529e73e371 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304034 Jul 13 20:56:15.042934 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c500-9fa0-46ab-a624-efb6b86b0378 req-e52de8b4-3e94-4496-b952-42907bc937b5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:15.044370 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9ee3c500-9fa0-46ab-a624-efb6b86b0378 req-e52de8b4-3e94-4496-b952-42907bc937b5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 945 time: 0.0608771 Jul 13 20:56:15.080858 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9ee3c500-9fa0-46ab-a624-efb6b86b0378 req-8ee27036-0867-4e1a-a4a9-f8d2633eec2c tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309813 Jul 13 20:56:15.209234 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device ed29e535-b8c6-47bd-b393-4ffccf9c9c92 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:56:15.212375 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 348aae86-03b1-415f-81a4-76edffc1458a up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:15.318975 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 348aae86-03b1-415f-81a4-76edffc1458a completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:15.327589 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 348aae86-03b1-415f-81a4-76edffc1458a triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:15.327965 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:15.361340 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:15.380995 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'port_id': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'mac_address': 'fa:16:3e:5e:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:56:15.396358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e6ce3-e9c0-48ee-a02a-d0699d6cfc3d req-48613d50-74c4-4d9a-afbd-94f6d89a7500 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:15.397966 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da0e6ce3-e9c0-48ee-a02a-d0699d6cfc3d req-48613d50-74c4-4d9a-afbd-94f6d89a7500 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 943 time: 0.0640075 Jul 13 20:56:15.435135 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-da0e6ce3-e9c0-48ee-a02a-d0699d6cfc3d req-b45b0f42-9829-4206-bfeb-531cfca1f709 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Jul 13 20:56:15.445682 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:15.465913 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed29e535-b8c6-47bd-b393-4ffccf9c9c92 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:15.472002 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:15.500069 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:15.506611 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:15.508173 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e1c600-5c66-4f7a-a93e-afeb4600c493" -d '{"events": [{"server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "name": "network-vif-plugged", "status": "completed", "tag": "348aae86-03b1-415f-81a4-76edffc1458a"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:15.517503 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:15.523871 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=348aae86-03b1-415f-81a4-76edffc1458a,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:15.545320 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:15.547759 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436f285-7cdf-4f9a-85b9-0d5a415c5b19 x-openstack-request-id: req-1436f285-7cdf-4f9a-85b9-0d5a415c5b19 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:15.548077 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "name": "network-vif-plugged", "status": "completed", "tag": "348aae86-03b1-415f-81a4-76edffc1458a", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:15.548329 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1436f285-7cdf-4f9a-85b9-0d5a415c5b19 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:15.548705 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a', 'code': 200} Jul 13 20:56:15.572179 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:15.623115 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:15.769807 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b297be7-e36e-45a2-be9c-8da8d55c260b req-6d8b8e3e-7c26-409b-a060-7d53be4d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:15.771283 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b297be7-e36e-45a2-be9c-8da8d55c260b req-6d8b8e3e-7c26-409b-a060-7d53be4d994a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 1099 time: 0.0528665 Jul 13 20:56:15.805006 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1b297be7-e36e-45a2-be9c-8da8d55c260b req-5f00bd7e-d80a-4466-990b-be32572de2e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263748 Jul 13 20:56:15.860487 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['ed29e535-b8c6-47bd-b393-4ffccf9c9c92'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:16.253353 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08b13e-1fd0-4b1a-afe6-31afbfb75a85 req-d482641d-6062-48f3-9db7-6e5698afa564 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:16.254828 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c08b13e-1fd0-4b1a-afe6-31afbfb75a85 req-d482641d-6062-48f3-9db7-6e5698afa564 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jul 13 20:56:16.291258 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3c08b13e-1fd0-4b1a-afe6-31afbfb75a85 req-d9e0cf22-152d-4725-9791-eae5fb8efc75 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Jul 13 20:56:16.602633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74194-f672-4f70-8544-1a5ee59ca18a req-b5b3f8ce-e818-4b04-9bce-4f692f06d2c9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:16.604087 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f6e74194-f672-4f70-8544-1a5ee59ca18a req-b5b3f8ce-e818-4b04-9bce-4f692f06d2c9 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 944 time: 0.0610969 Jul 13 20:56:16.641129 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f6e74194-f672-4f70-8544-1a5ee59ca18a req-faa9d7c6-969b-4dbc-bbc0-d04d8af7b687 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jul 13 20:56:17.224220 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device ed29e535-b8c6-47bd-b393-4ffccf9c9c92 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:17.270724 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:17.274074 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:17.274446 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:17.350723 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:17.382141 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:17.386765 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:17.433918 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:17.464344 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb0a2-3a43-4cd5-aa6e-1f0e6bb56f0e req-7a4d9f82-a1c0-44e2-8c35-9b3f96c3142d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:17.465830 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a9bb0a2-3a43-4cd5-aa6e-1f0e6bb56f0e req-7a4d9f82-a1c0-44e2-8c35-9b3f96c3142d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 946 time: 0.0628047 Jul 13 20:56:17.504007 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9a9bb0a2-3a43-4cd5-aa6e-1f0e6bb56f0e req-247f9bfd-f914-4610-8325-e856f5cf74a1 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Jul 13 20:56:17.550300 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:17.552655 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9401b4-86c7-4013-95ab-65e0260e9b78" -d '{"events": [{"server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:17.588065 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54b98c6-6307-4da6-889b-c540de258ac5 x-openstack-request-id: req-b54b98c6-6307-4da6-889b-c540de258ac5 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:17.588351 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:17.588659 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b54b98c6-6307-4da6-889b-c540de258ac5 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:17.589547 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'code': 200} Jul 13 20:56:17.899546 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d0916-ae6d-4b2a-a8d3-48a7d9a466d0 req-36c1637f-110b-4047-9cbd-98d47e2c6381 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:17.901742 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c5d0916-ae6d-4b2a-a8d3-48a7d9a466d0 req-36c1637f-110b-4047-9cbd-98d47e2c6381 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.1023791 Jul 13 20:56:17.947043 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269cf18-6b8b-4b69-879a-fff7477b18f9 req-d70bf8a9-99c5-457e-9005-7f0046bb3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:17.949638 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0269cf18-6b8b-4b69-879a-fff7477b18f9 req-d70bf8a9-99c5-457e-9005-7f0046bb3231 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1098 time: 0.0592206 Jul 13 20:56:17.961926 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-9c5d0916-ae6d-4b2a-a8d3-48a7d9a466d0 req-37b6c6d8-6576-41fe-acb2-932d1fdc6dfe tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541019 Jul 13 20:56:17.993636 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-0269cf18-6b8b-4b69-879a-fff7477b18f9 req-62e59645-0297-4e25-9a66-4eb490756406 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366764 Jul 13 20:56:19.149116 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa0e6-9b3c-405b-b841-0ba03e8be96c req-14d56d34-d9a4-4c14-9dce-6cdc233db8ca tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:19.150731 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e9aa0e6-9b3c-405b-b841-0ba03e8be96c req-14d56d34-d9a4-4c14-9dce-6cdc233db8ca tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.0683982 Jul 13 20:56:19.199349 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7e9aa0e6-9b3c-405b-b841-0ba03e8be96c req-1ca012fa-3146-4190-9e16-e6de62a37fb7 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Jul 13 20:56:20.385122 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687db6a5-15a0-4707-96f4-e60126438628 req-237c589c-a1eb-4ed3-9006-3fc7c68b7b68 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:20.386738 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-687db6a5-15a0-4707-96f4-e60126438628 req-237c589c-a1eb-4ed3-9006-3fc7c68b7b68 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.0784001 Jul 13 20:56:20.424167 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-687db6a5-15a0-4707-96f4-e60126438628 req-811196e8-356f-4e9c-a786-d7024b0a4d9c tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jul 13 20:56:20.749643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da811e2a-f9b3-4362-ae3c-cf5b7a44ab7d req-e897b0d7-638a-4e84-a42e-87ef5fa7ed35 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:20.751365 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-da811e2a-f9b3-4362-ae3c-cf5b7a44ab7d req-e897b0d7-638a-4e84-a42e-87ef5fa7ed35 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.0611024 Jul 13 20:56:20.788234 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-da811e2a-f9b3-4362-ae3c-cf5b7a44ab7d req-c62c15bb-9ec7-43e5-89f4-25e83ee4d600 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jul 13 20:56:20.811378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44224) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:20.861217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf4d97-2d3d-4742-80e2-7491676882dc tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:20.862768 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-41bf4d97-2d3d-4742-80e2-7491676882dc tempest-TestVolumeBootPattern-493012464 tempest-TestVolumeBootPattern-493012464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1093 time: 0.0503311 Jul 13 20:56:20.865423 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44226) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:20.869649 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'port_id': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:20.891368 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:20.985473 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.082911 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Allocated IP 172.27.2.168 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/a2b4954b-b149-4819-9414-d66ca27e8305) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:21.182922 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.193945 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2e6813bc-e4e5-4a83-ae9e-67efd68f8f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.223561 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.257145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:21.259881 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:21.265751 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:21.290703 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=a2b4954b-b149-4819-9414-d66ca27e8305,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:21.630667 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.709000 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.860442 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.864863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:21.931324 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event updated for resources: {'Port': ['ID=a2b4954b-b149-4819-9414-d66ca27e8305,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:21.943010 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:22.002163 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:22.299338 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP 5ca5bb21-fe30-456b-b624-26d68d2701bf associated. External IP: 172.27.2.168, port: ed29e535-b8c6-47bd-b393-4ffccf9c9c92. Jul 13 20:56:22.500746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:56:22.603611 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:56:22.613216 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:56:22.620521 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:22.624004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:22.624705 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:55:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:22.674598 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a980400e-e3cb-4213-b86a-c8cc92862cb1 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7967830 Jul 13 20:56:22.674598 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:22.674598 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:22.710043 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d64e8eb-5c88-4f4d-b769-be8a4f24ae6a x-openstack-request-id: req-0d64e8eb-5c88-4f4d-b769-be8a4f24ae6a {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:22.710342 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:22.710607 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d64e8eb-5c88-4f4d-b769-be8a4f24ae6a {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:22.711028 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'status': 'completed', 'code': 200} Jul 13 20:56:22.761318 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:22.789864 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-e7a746e9-875f-494a-9c3c-6255f8dad638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:22.791414 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-e7a746e9-875f-494a-9c3c-6255f8dad638 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1098 time: 0.0554445 Jul 13 20:56:22.795802 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44250) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:22.890206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-3b5cfa68-21e0-4771-b304-c2c3ad9f2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:22.891849 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-3b5cfa68-21e0-4771-b304-c2c3ad9f2a6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0898354 Jul 13 20:56:22.904879 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0e7ee242-0925-42c7-b98d-f945d5d5d2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:22.985486 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-d009a477-b777-49bf-8065-105b5e091df6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 200 len: 999 time: 0.0778477 Jul 13 20:56:22.991395 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5ca5bb21-fe30-456b-b624-26d68d2701bf', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:5e:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:56:21Z', 'updated_at': '2021-07-13T20:56:21Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}, {'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:23.018033 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:56:23.026216 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:23.026855 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:55:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:23.054311 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-0e400c3b-1d78-4d2c-bdf6-3ae064caa886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:23.055815 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-0e400c3b-1d78-4d2c-bdf6-3ae064caa886 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0603111 Jul 13 20:56:23.113239 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0e7ee242-0925-42c7-b98d-f945d5d5d2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.119779 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0e7ee242-0925-42c7-b98d-f945d5d5d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.135079 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:23.168844 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0e7ee242-0925-42c7-b98d-f945d5d5d2a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a5b368b97644acbb8fa060edfa33388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720098 Jul 13 20:56:23.169517 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ee242-0925-42c7-b98d-f945d5d5d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad80ae8-32d1-44d9-bd63-7f2f269e25f8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:23.171718 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44254) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:23.180717 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-01d1fe10-d3bd-461d-be53-97f29f3f9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:23.182110 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-01d1fe10-d3bd-461d-be53-97f29f3f9726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137238 Jul 13 20:56:23.226802 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.249684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.277770 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-29435ce2-c142-418f-b8a0-6183820d3a13 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Jul 13 20:56:23.298701 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.302096 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.304900 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ad80ae8-32d1-44d9-bd63-7f2f269e25f8 HTTP/1.1" status: 204 len: 168 time: 0.1307282 Jul 13 20:56:23.313982 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad80ae8-32d1-44d9-bd63-7f2f269e25f8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:23.322708 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.323069 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.323413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.324198 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.324709 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.325290 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.325805 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.326329 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.326807 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.327171 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.327508 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.327835 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa493-cf39-4e1a-96a6-226cf79da586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:23.386131 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5ca5bb21-fe30-456b-b624-26d68d2701bf', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:5e:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:56:21Z', 'updated_at': '2021-07-13T20:56:21Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}, {'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:23.393481 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-966da87a-2bfd-4ccb-9cec-d45f4997dfc7 req-6119e28e-2ab9-41c6-afc0-b28d86dc307c service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084859 Jul 13 20:56:23.540438 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2c4fe-102a-4b17-ab39-ecb651706d7d None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5ca5bb21-fe30-456b-b624-26d68d2701bf', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:5e:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:56:21Z', 'updated_at': '2021-07-13T20:56:21Z', 'revision_number': 0, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}, {'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:56:23.725896 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0b8e28c2-1e27-4e7f-8457-27b00797dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:23.765454 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5b216-5d8c-4b29-a775-7ac5aff0d99e None None] New status for floating IP 5ca5bb21-fe30-456b-b624-26d68d2701bf: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:56:23.817538 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:24.688168 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:25.560500 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-7a85a677-f222-4edd-adc4-260534d16ad0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541582 Jul 13 20:56:25.590566 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-1c7d245d-513b-45ec-a058-e862e9363044 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274799 Jul 13 20:56:25.805668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-ae941bc8-ddf3-457e-9a03-4d1224e4c78e tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:25.807164 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-ae941bc8-ddf3-457e-9a03-4d1224e4c78e tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113879 Jul 13 20:56:25.812746 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-5ef7c4ea-7d2a-4d51-9c6d-583d5a661a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:25.814120 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-5ef7c4ea-7d2a-4d51-9c6d-583d5a661a5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.1971977 Jul 13 20:56:25.824111 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-9991fa68-5928-416a-955e-4bfa8eea0898 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/quotas/e075e518a4fb4f60bf1fb3a3d53060ad HTTP/1.1" status: 200 len: 375 time: 0.0090101 Jul 13 20:56:25.868637 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-6dc60e9f-62fb-430e-b91f-2c2e170722f8 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373633 Jul 13 20:56:25.942673 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-84a80093-fb6a-4494-b20f-6701dcbdc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:25.944053 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-84a80093-fb6a-4494-b20f-6701dcbdc787 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.1042109 Jul 13 20:56:26.041735 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-325b9f67-d239-4a2e-a4bd-a9610ce071d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 1002 time: 0.0743196 Jul 13 20:56:26.059527 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-aa6016da-0f25-4e48-8f2c-84aef4f3a335 req-0203b8b7-5e6e-4a38-acce-5f1a51a0cce1 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 210 time: 0.0411668 Jul 13 20:56:26.101110 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-659650cd-0fd6-46c8-9da6-abffcc40c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:26.102663 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-659650cd-0fd6-46c8-9da6-abffcc40c406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0544066 Jul 13 20:56:26.163665 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-ace17eb4-63ee-4dbf-9065-a90db9f8d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:26.165152 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-ace17eb4-63ee-4dbf-9065-a90db9f8d9e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532877 Jul 13 20:56:26.268048 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-5a0e6f21-fdf2-429b-875f-fe703e333237 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908923 Jul 13 20:56:26.366624 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-aa68dfff-6bcd-42a6-9a79-d57d5c2560b1 req-bbbefbde-4709-4d51-8f70-1e189fa9e39c service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Jul 13 20:56:26.457684 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.110808 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-52173055-024c-4e3e-855b-ff3c97b2b09a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242388 Jul 13 20:56:27.225405 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d622122f-5b9e-44b4-877f-db5150968334 req-9312b637-3eba-4314-b35d-b1f23ae937c6 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 210 time: 0.0292633 Jul 13 20:56:27.239353 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-3ddb2151-515f-4dea-b1c6-2145bd70832e tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:27.241200 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-3ddb2151-515f-4dea-b1c6-2145bd70832e tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243217 Jul 13 20:56:27.257627 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Request body: {'port': {'device_id': '42b417e5-0925-492a-85ca-b021398b049b', 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be', 'admin_state_up': True, 'tenant_id': 'e075e518a4fb4f60bf1fb3a3d53060ad'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:27.364495 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Made reservation on behalf of e075e518a4fb4f60bf1fb3a3d53060ad for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:27.368206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.377487 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.466212 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.469929 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.530433 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:27.601533 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Allocated IP 192.168.233.112 (f78cd183-7917-40a1-8427-2f35b3d0d1be/f2f4dffc-8368-485d-8517-2dc04d18f8c1/c70ead7d-7341-4e23-806f-8b86b79d7aa4) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:27.745206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.759410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Transition to ACTIVE for port object c70ead7d-7341-4e23-806f-8b86b79d7aa4 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:27.792885 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.838126 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Network f78cd183-7917-40a1-8427-2f35b3d0d1be is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:27.841249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:27.845016 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:27.867238 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Pushing event updated for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:27.895354 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:27.895977 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:27.909353 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-09bed937-840f-4a5e-abcf-a9afe108311f tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6556420 Jul 13 20:56:27.922907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Request body: {'port': {'device_id': '42b417e5-0925-492a-85ca-b021398b049b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:27.999442 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.046956 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-50274dda-7be6-435b-a4d1-6a6394fab5f5 None None] Provisioning for port c70ead7d-7341-4e23-806f-8b86b79d7aa4 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:28.050639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-50274dda-7be6-435b-a4d1-6a6394fab5f5 None None] Provisioning complete for port c70ead7d-7341-4e23-806f-8b86b79d7aa4 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:28.051056 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-50274dda-7be6-435b-a4d1-6a6394fab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.084445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-50274dda-7be6-435b-a4d1-6a6394fab5f5 None None] Port c70ead7d-7341-4e23-806f-8b86b79d7aa4 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:28.263474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70ead7d-7341-4e23-806f-8b86b79d7aa4 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:28.271410 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.291726 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Transition to ACTIVE for port object c70ead7d-7341-4e23-806f-8b86b79d7aa4 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:28.291726 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.397750 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Pushing event updated for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:28.445621 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Attempting to bind port c70ead7d-7341-4e23-806f-8b86b79d7aa4 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:28.445950 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Attempting to bind port c70ead7d-7341-4e23-806f-8b86b79d7aa4 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:28.446468 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Attempting to bind port c70ead7d-7341-4e23-806f-8b86b79d7aa4 on network f78cd183-7917-40a1-8427-2f35b3d0d1be {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:28.463934 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Port c70ead7d-7341-4e23-806f-8b86b79d7aa4 on network f78cd183-7917-40a1-8427-2f35b3d0d1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:56:28.464250 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Attempting to bind port c70ead7d-7341-4e23-806f-8b86b79d7aa4 on network f78cd183-7917-40a1-8427-2f35b3d0d1be {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:28.471913 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:28.472497 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Checking segment: {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:28.473197 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Bound using segment: {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:28.473800 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Bound port: c70ead7d-7341-4e23-806f-8b86b79d7aa4, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2e260a-1139-4034-b84f-86446d2acc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:28.474337 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.500500 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17ced-a07c-4ffe-b97e-5e044fa90476 req-ceafcc50-dfe2-4d88-b4ee-c8583c2bb3a2 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:28.502299 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-28a17ced-a07c-4ffe-b97e-5e044fa90476 req-ceafcc50-dfe2-4d88-b4ee-c8583c2bb3a2 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 948 time: 0.1085188 Jul 13 20:56:28.578556 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-28a17ced-a07c-4ffe-b97e-5e044fa90476 req-6afcc222-86ea-443f-9518-65ba9acada98 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jul 13 20:56:28.579528 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:28.582785 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:28.590608 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.635966 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:28.637272 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:28.638857 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] 10.222.0.44 "PUT /v2.0/ports/c70ead7d-7341-4e23-806f-8b86b79d7aa4 HTTP/1.1" status: 200 len: 1098 time: 0.7201533 Jul 13 20:56:28.639315 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:28.641716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f4cf81-2523-485b-979c-a9272f656d54" -d '{"events": [{"name": "network-changed", "server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:28.673708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfd377-bb3d-42c4-b64c-d84cf86b8108 service neutron] Pushing event updated for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:28.703614 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f2c74-1cd4-439c-9530-a6cd885abd54 x-openstack-request-id: req-4d5f2c74-1cd4-439c-9530-a6cd885abd54 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:28.703915 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:28.704168 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d5f2c74-1cd4-439c-9530-a6cd885abd54 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:28.704562 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4', 'status': 'completed', 'code': 200} Jul 13 20:56:28.755503 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-c95d26c4-7024-40a0-9eca-c3f2b0be9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:28.757599 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-c95d26c4-7024-40a0-9eca-c3f2b0be9fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 1101 time: 0.0645697 Jul 13 20:56:28.808734 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-f2e8b757-e597-40d6-a8db-8904dfe812ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0379066 Jul 13 20:56:28.868370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-2e4f2284-9098-4114-846c-7a74a24a3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:28.869971 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-2e4f2284-9098-4114-846c-7a74a24a3228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2f4dffc-8368-485d-8517-2dc04d18f8c1 HTTP/1.1" status: 200 len: 843 time: 0.0485635 Jul 13 20:56:28.933858 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-ec6729b8-912c-409b-adba-3a88290e6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:28.935281 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-ec6729b8-912c-409b-adba-3a88290e6855 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f78cd183-7917-40a1-8427-2f35b3d0d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0578799 Jul 13 20:56:29.020382 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-299c232a-b1a7-42b1-b7e7-25490b9b5c2e service neutron] 10.222.0.44 "GET /v2.0/networks/f78cd183-7917-40a1-8427-2f35b3d0d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780761 Jul 13 20:56:29.108524 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c13ebe27-d5a5-4b11-8514-53526b2d95c1 req-deba6617-a87e-4e1d-915a-859bbb330ee4 service neutron] 10.222.0.44 "GET /v2.0/networks/f78cd183-7917-40a1-8427-2f35b3d0d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814815 Jul 13 20:56:29.209122 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-970d2200-3855-4a39-8515-fc959bea509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.210543 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-970d2200-3855-4a39-8515-fc959bea509e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 1101 time: 0.0508327 Jul 13 20:56:29.297145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-6689c1bf-adbc-4665-a735-1b69b78de1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.298628 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-6689c1bf-adbc-4665-a735-1b69b78de1e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f78cd183-7917-40a1-8427-2f35b3d0d1be HTTP/1.1" status: 200 len: 870 time: 0.0805881 Jul 13 20:56:29.612666 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-47728dd6-c867-49f3-bcb1-2d9bb90250c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4 HTTP/1.1" status: 200 len: 217 time: 0.3066556 Jul 13 20:56:29.661701 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-cfd72644-d45e-4851-bf0c-ce1fd7c7a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.663098 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-cfd72644-d45e-4851-bf0c-ce1fd7c7a6f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2f4dffc-8368-485d-8517-2dc04d18f8c1 HTTP/1.1" status: 200 len: 843 time: 0.0430973 Jul 13 20:56:29.677378 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c11f6-37ea-4cc4-94de-d40be519980e req-ff67d22c-beb8-4add-a8a2-be6357e13c4a tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.678957 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-763c11f6-37ea-4cc4-94de-d40be519980e req-ff67d22c-beb8-4add-a8a2-be6357e13c4a tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 946 time: 0.0653834 Jul 13 20:56:29.717770 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-763c11f6-37ea-4cc4-94de-d40be519980e req-b40ce9f7-e231-4a32-84bb-c49991da83be tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Jul 13 20:56:29.759101 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-101cfb7c-626e-4f74-af42-222f61f4a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.760565 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-101cfb7c-626e-4f74-af42-222f61f4a75c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f78cd183-7917-40a1-8427-2f35b3d0d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0898304 Jul 13 20:56:29.787647 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561f21a-11b5-463a-8fdb-8816503e1cc4 req-ca06af35-c999-4100-ae60-2c76fd3f06a8 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:29.788998 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7561f21a-11b5-463a-8fdb-8816503e1cc4 req-ca06af35-c999-4100-ae60-2c76fd3f06a8 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 948 time: 0.0872662 Jul 13 20:56:29.867796 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7561f21a-11b5-463a-8fdb-8816503e1cc4 req-650b45c7-98cb-4007-9e86-c6eb4b5321ba tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Jul 13 20:56:29.890918 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-effe9807-d7f9-4c35-8313-a1f5ad8c62ad service neutron] 10.222.0.44 "GET /v2.0/networks/f78cd183-7917-40a1-8427-2f35b3d0d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169114 Jul 13 20:56:29.983991 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a3f4cf81-2523-485b-979c-a9272f656d54 req-3f294190-196a-4fce-8f8b-fee8330c16be service neutron] 10.222.0.44 "GET /v2.0/networks/f78cd183-7917-40a1-8427-2f35b3d0d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848491 Jul 13 20:56:30.888783 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367effb5-92e0-4fa8-badb-35295d858713 req-c276631a-30ed-432f-bf00-9452227a8905 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:30.890246 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-367effb5-92e0-4fa8-badb-35295d858713 req-c276631a-30ed-432f-bf00-9452227a8905 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 946 time: 0.0619581 Jul 13 20:56:30.927578 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-367effb5-92e0-4fa8-badb-35295d858713 req-c4bcfe2f-32b0-443b-a274-f26f2f29f4b0 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 13 20:56:31.040030 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024384c-148d-45d1-a921-cee4c1aa4cbf req-a1fa2522-6a94-4f6e-ab35-47aa6e75e14c tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:31.041374 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4024384c-148d-45d1-a921-cee4c1aa4cbf req-a1fa2522-6a94-4f6e-ab35-47aa6e75e14c tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 948 time: 0.0602407 Jul 13 20:56:31.077748 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4024384c-148d-45d1-a921-cee4c1aa4cbf req-da8e8ad1-ec48-459a-8c45-f83e24d273a0 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Jul 13 20:56:31.265230 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device c70ead7d-7341-4e23-806f-8b86b79d7aa4 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:56:31.357883 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:31.368583 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4', 'network_id': 'f78cd183-7917-40a1-8427-2f35b3d0d1be', 'port_id': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4', 'mac_address': 'fa:16:3e:8a:fd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f4dffc-8368-485d-8517-2dc04d18f8c1', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:56:31.404447 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.416811 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70ead7d-7341-4e23-806f-8b86b79d7aa4 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:56:31.437325 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:31.441062 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.463240 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-b33cdbdd-00ec-4b26-be4e-ab0ea35b6fe0 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:31.464711 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-b33cdbdd-00ec-4b26-be4e-ab0ea35b6fe0 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 946 time: 0.0686083 Jul 13 20:56:31.488993 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:31.560491 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Deleting port 348aae86-03b1-415f-81a4-76edffc1458a {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:56:31.560841 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.649463 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] For port 348aae86-03b1-415f-81a4-76edffc1458a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=348aae86-03b1-415f-81a4-76edffc1458a,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:31.649825 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.662194 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Calling delete_port for 348aae86-03b1-415f-81a4-76edffc1458a owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:56:31.727705 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['c70ead7d-7341-4e23-806f-8b86b79d7aa4'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:31.785517 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.817838 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event deleted for resources: {'Port': ['ID=348aae86-03b1-415f-81a4-76edffc1458a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:31.865432 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] No DVR routers for this DVR port 348aae86-03b1-415f-81a4-76edffc1458a on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:56:31.868062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:31.870044 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-66c2254c-6062-46e9-8f66-37c9e4a63aa2 req-10638ebe-5df5-4566-9aba-1c861f8a462d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "DELETE /v2.0/ports/348aae86-03b1-415f-81a4-76edffc1458a HTTP/1.1" status: 204 len: 173 time: 0.4001303 Jul 13 20:56:31.870470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'name': 'network-vif-deleted', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:31.873467 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b56a60-5828-4522-ad77-288874527321" -d '{"events": [{"server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "name": "network-vif-deleted", "tag": "348aae86-03b1-415f-81a4-76edffc1458a"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:31.910535 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8192e22d-e27f-4781-b276-3620177f3e97 x-openstack-request-id: req-8192e22d-e27f-4781-b276-3620177f3e97 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:31.910933 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7", "name": "network-vif-deleted", "tag": "348aae86-03b1-415f-81a4-76edffc1458a", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:31.911192 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8192e22d-e27f-4781-b276-3620177f3e97 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:31.911590 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7', 'name': 'network-vif-deleted', 'tag': '348aae86-03b1-415f-81a4-76edffc1458a', 'status': 'completed', 'code': 200} Jul 13 20:56:32.078803 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-801ab7cc-b2e4-4b6a-89c0-79fc7c68e4db req-25fc3fe1-1cfd-43d8-895c-706f08221bc1 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=82a91bfa-4ecd-46e5-bd09-ef2dacdb01f7 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Jul 13 20:56:32.246082 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7d5e-73d1-4c56-9463-9e9cb1a3a8ee req-35163d06-2797-4a44-9c72-27d4a297300d tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:32.247585 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-464f7d5e-73d1-4c56-9463-9e9cb1a3a8ee req-35163d06-2797-4a44-9c72-27d4a297300d tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 949 time: 0.0610254 Jul 13 20:56:32.283933 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-464f7d5e-73d1-4c56-9463-9e9cb1a3a8ee req-815de756-e36c-4be2-bb8e-e7c2a50a8d63 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Jul 13 20:56:32.455840 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f', '29d548cd-598e-432e-8ec4-6ade80e2eb07', '4d0f32ac-b067-49d1-bef2-92af065d4ad3', '348aae86-03b1-415f-81a4-76edffc1458a'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:33.289527 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device c70ead7d-7341-4e23-806f-8b86b79d7aa4 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:33.337063 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port c70ead7d-7341-4e23-806f-8b86b79d7aa4 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:33.340779 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port c70ead7d-7341-4e23-806f-8b86b79d7aa4 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:33.341203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:33.416949 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:33.439652 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:33.441955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc9686-2c94-48a6-b717-d93b5f75ca71" -d '{"events": [{"server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "name": "network-vif-plugged", "status": "completed", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:33.459914 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:33.461464 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5fb7f-adae-44f7-b11e-957fcc44b303 req-7fd84c77-5707-4988-9fd2-c39a3fe0e335 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:33.463071 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2b5fb7f-adae-44f7-b11e-957fcc44b303 req-7fd84c77-5707-4988-9fd2-c39a3fe0e335 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 949 time: 0.0693977 Jul 13 20:56:33.464044 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:33.465062 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 348aae86-03b1-415f-81a4-76edffc1458a no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:56:33.502888 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2b5fb7f-adae-44f7-b11e-957fcc44b303 req-e330599f-db9d-4388-99df-9f0539c734f5 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Jul 13 20:56:33.503797 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070e1f6-c2ae-4756-b53a-49697cd69093 x-openstack-request-id: req-8070e1f6-c2ae-4756-b53a-49697cd69093 {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:33.504092 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "name": "network-vif-plugged", "status": "completed", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:33.504344 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8070e1f6-c2ae-4756-b53a-49697cd69093 {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:33.504728 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4', 'code': 200} Jul 13 20:56:33.508840 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 348aae86-03b1-415f-81a4-76edffc1458a {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:56:33.509220 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 348aae86-03b1-415f-81a4-76edffc1458a not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:56:33.531859 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:33.703562 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b98e6-fde2-4cd4-9fde-0f64ceaabadf req-cdfff6d0-9cee-4592-b547-2857b0bfec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:33.704915 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d73b98e6-fde2-4cd4-9fde-0f64ceaabadf req-cdfff6d0-9cee-4592-b547-2857b0bfec92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 1103 time: 0.0495117 Jul 13 20:56:33.741071 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d73b98e6-fde2-4cd4-9fde-0f64ceaabadf req-7037ff77-06ec-4c49-ac1a-232b5ec3ccc3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267329 Jul 13 20:56:34.630168 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fb9e5-5ea2-4a98-8826-4290f2296058 req-fff3810a-24c4-4a7a-ba2e-72a24e243c22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:34.631805 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d96fb9e5-5ea2-4a98-8826-4290f2296058 req-fff3810a-24c4-4a7a-ba2e-72a24e243c22 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.0631523 Jul 13 20:56:34.669767 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d96fb9e5-5ea2-4a98-8826-4290f2296058 req-54223403-f472-4770-8549-20fe1119825b tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Jul 13 20:56:34.682320 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d834358-d2e9-43f4-8edc-1e53508ade10 req-c691afdf-4d32-4382-950b-a340785c95d3 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:34.686097 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7d834358-d2e9-43f4-8edc-1e53508ade10 req-c691afdf-4d32-4382-950b-a340785c95d3 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 950 time: 0.0660319 Jul 13 20:56:34.720852 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7d834358-d2e9-43f4-8edc-1e53508ade10 req-fe982e45-96c2-4f17-a64c-a706b8269637 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jul 13 20:56:35.844703 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4cac1-1194-480a-bd79-15064940e839 req-73f9ef97-aeaf-4fe3-9690-f86925a9a379 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:35.846178 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7aa4cac1-1194-480a-bd79-15064940e839 req-73f9ef97-aeaf-4fe3-9690-f86925a9a379 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jul 13 20:56:35.884219 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7aa4cac1-1194-480a-bd79-15064940e839 req-1ecb53bd-d8de-48b0-80ea-5a1659d64676 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Jul 13 20:56:35.889765 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abf9f3-2f54-469d-b978-540fedd94c8e req-dc51e97e-aab2-4e7e-9038-b1d2f0b5868a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:35.891286 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e0abf9f3-2f54-469d-b978-540fedd94c8e req-dc51e97e-aab2-4e7e-9038-b1d2f0b5868a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 950 time: 0.0623269 Jul 13 20:56:35.928171 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e0abf9f3-2f54-469d-b978-540fedd94c8e req-ffab7529-3f77-439d-bf98-2983d7c597ce tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jul 13 20:56:36.317639 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-2ce30bb6-1266-4447-92bc-6db1787f6a21 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:36.319152 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-2ce30bb6-1266-4447-92bc-6db1787f6a21 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 945 time: 0.1022310 Jul 13 20:56:36.340909 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf72a0-40d7-4347-a9c8-f096938c94b2 req-644d48ec-d9af-4066-bdaf-a66c16c4f5be tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:36.342285 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7eaf72a0-40d7-4347-a9c8-f096938c94b2 req-644d48ec-d9af-4066-bdaf-a66c16c4f5be tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 950 time: 0.0910184 Jul 13 20:56:36.424414 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-7eaf72a0-40d7-4347-a9c8-f096938c94b2 req-707f3848-7d51-4168-b2d0-90c1bcbae701 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652220 Jul 13 20:56:36.451498 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Deleting port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:56:36.451836 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:36.536832 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] For port 4d0f32ac-b067-49d1-bef2-92af065d4ad3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=4d0f32ac-b067-49d1-bef2-92af065d4ad3,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:36.537187 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:36.549279 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Calling delete_port for 4d0f32ac-b067-49d1-bef2-92af065d4ad3 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:56:36.671951 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:36.683707 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f', '29d548cd-598e-432e-8ec4-6ade80e2eb07', '4d0f32ac-b067-49d1-bef2-92af065d4ad3'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:36.698027 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event deleted for resources: {'Port': ['ID=4d0f32ac-b067-49d1-bef2-92af065d4ad3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:36.742553 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] No DVR routers for this DVR port 4d0f32ac-b067-49d1-bef2-92af065d4ad3 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:56:36.744955 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:36.747389 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f1c0e4b2-9b1a-4abc-abb9-c9851c28001b req-a44b66b7-a0a8-46d1-8965-2c75a3493756 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "DELETE /v2.0/ports/4d0f32ac-b067-49d1-bef2-92af065d4ad3 HTTP/1.1" status: 204 len: 173 time: 0.4211714 Jul 13 20:56:36.747813 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'name': 'network-vif-deleted', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:36.749996 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db04d9d-c11e-40c0-8456-8ea9760c2e97" -d '{"events": [{"server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "name": "network-vif-deleted", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:36.787305 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d4945d-064b-4959-a5a9-b3dbfba10fa9 x-openstack-request-id: req-82d4945d-064b-4959-a5a9-b3dbfba10fa9 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:36.787597 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b506e2ba-3f69-4fa1-845b-9f9e5baf4fee", "name": "network-vif-deleted", "tag": "4d0f32ac-b067-49d1-bef2-92af065d4ad3", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:36.787844 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82d4945d-064b-4959-a5a9-b3dbfba10fa9 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:36.788286 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b506e2ba-3f69-4fa1-845b-9f9e5baf4fee', 'name': 'network-vif-deleted', 'tag': '4d0f32ac-b067-49d1-bef2-92af065d4ad3', 'status': 'completed', 'code': 200} Jul 13 20:56:37.048881 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e81ea3c6-f1e6-43b4-8c88-509711a4e5d9 req-75e1c66d-c20c-45f0-82e4-09975adf344e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=b506e2ba-3f69-4fa1-845b-9f9e5baf4fee HTTP/1.1" status: 200 len: 210 time: 0.0312848 Jul 13 20:56:37.593845 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebae9d-479f-4c0f-9414-1153dd33c284 req-d6e83425-807f-4500-b5b2-fddaf765b1ff tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:37.595300 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6bebae9d-479f-4c0f-9414-1153dd33c284 req-d6e83425-807f-4500-b5b2-fddaf765b1ff tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 950 time: 0.0620716 Jul 13 20:56:37.631990 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6bebae9d-479f-4c0f-9414-1153dd33c284 req-1a7f7fd4-23c3-4ea9-8267-697ddd06cc91 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Jul 13 20:56:37.750487 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-e18f5e36-bf9b-4acd-8507-d5bde78440f7 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:37.752210 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-e18f5e36-bf9b-4acd-8507-d5bde78440f7 tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.44 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 950 time: 0.0608234 Jul 13 20:56:37.848369 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Deleting port c70ead7d-7341-4e23-806f-8b86b79d7aa4 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:56:37.848646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:37.936573 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] For port c70ead7d-7341-4e23-806f-8b86b79d7aa4, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c70ead7d-7341-4e23-806f-8b86b79d7aa4,segment=NetworkSegment(fd2e260a-1139-4034-b84f-86446d2acc9e),segment_id=fd2e260a-1139-4034-b84f-86446d2acc9e)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:37.936926 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:37.948053 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Calling delete_port for c70ead7d-7341-4e23-806f-8b86b79d7aa4 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:56:38.073612 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:38.085684 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['c70ead7d-7341-4e23-806f-8b86b79d7aa4'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:38.110039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Pushing event deleted for resources: {'Port': ['ID=c70ead7d-7341-4e23-806f-8b86b79d7aa4,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:38.151248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] No DVR routers for this DVR port c70ead7d-7341-4e23-806f-8b86b79d7aa4 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:56:38.154532 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:38.156580 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bdb46c2b-5a28-436b-98c0-8c20701bfa3e req-f38d45a0-3379-4491-af29-2682c4f2a06a tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.44 "DELETE /v2.0/ports/c70ead7d-7341-4e23-806f-8b86b79d7aa4 HTTP/1.1" status: 204 len: 173 time: 0.3981750 Jul 13 20:56:38.509048 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265d5c6-2732-466a-aaa3-c761cb82d683 req-fd304b60-1ea0-4e05-86d5-a678372695b1 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:38.510475 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8265d5c6-2732-466a-aaa3-c761cb82d683 req-fd304b60-1ea0-4e05-86d5-a678372695b1 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 945 time: 0.0601652 Jul 13 20:56:38.547355 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-8265d5c6-2732-466a-aaa3-c761cb82d683 req-8bcd3b35-9549-4076-acb6-d6218c97b283 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304682 Jul 13 20:56:38.789628 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'name': 'network-vif-deleted', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:38.791389 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-58004f8d-a465-4e10-afd9-aeeaca5da21b req-df562b77-ec10-4f5f-bc60-23a5b7693dda tempest-VolumesNegativeTest-842206966 tempest-VolumesNegativeTest-842206966-project] 10.222.0.54 "GET /v2.0/ports?device_id=42b417e5-0925-492a-85ca-b021398b049b HTTP/1.1" status: 200 len: 210 time: 0.0286908 Jul 13 20:56:38.794001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f427e375-1e4f-4ba7-9b89-b006730f5a05" -d '{"events": [{"server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "name": "network-vif-deleted", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:38.836285 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fce116-3ad4-4a63-abf6-5ea7793e76d3 x-openstack-request-id: req-19fce116-3ad4-4a63-abf6-5ea7793e76d3 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:38.836640 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b417e5-0925-492a-85ca-b021398b049b", "name": "network-vif-deleted", "tag": "c70ead7d-7341-4e23-806f-8b86b79d7aa4", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:38.836894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19fce116-3ad4-4a63-abf6-5ea7793e76d3 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:38.837305 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b417e5-0925-492a-85ca-b021398b049b', 'name': 'network-vif-deleted', 'tag': 'c70ead7d-7341-4e23-806f-8b86b79d7aa4', 'status': 'completed', 'code': 200} Jul 13 20:56:39.719331 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0774-e5b5-4615-96ab-76095213bc40 req-116a2aa4-d53c-41ce-aa88-493d2935843e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:39.720766 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c86f0774-e5b5-4615-96ab-76095213bc40 req-116a2aa4-d53c-41ce-aa88-493d2935843e tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 945 time: 0.0642059 Jul 13 20:56:39.756535 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c86f0774-e5b5-4615-96ab-76095213bc40 req-54d1be16-fd3f-4e1a-b893-9cdc81b92a6d tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Jul 13 20:56:39.857636 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-c9a9426c-4beb-415c-b531-4292dbafa2e4 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:39.859201 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-c9a9426c-4beb-415c-b531-4292dbafa2e4 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 945 time: 0.0660191 Jul 13 20:56:39.963234 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Deleting port 29d548cd-598e-432e-8ec4-6ade80e2eb07 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:56:39.963820 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:40.054546 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] For port 29d548cd-598e-432e-8ec4-6ade80e2eb07, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=29d548cd-598e-432e-8ec4-6ade80e2eb07,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:40.054937 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:40.068233 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Calling delete_port for 29d548cd-598e-432e-8ec4-6ade80e2eb07 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:56:40.193787 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:40.210183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f', '29d548cd-598e-432e-8ec4-6ade80e2eb07'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:40.228102 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event deleted for resources: {'Port': ['ID=29d548cd-598e-432e-8ec4-6ade80e2eb07,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:40.273895 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] No DVR routers for this DVR port 29d548cd-598e-432e-8ec4-6ade80e2eb07 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:56:40.276616 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:40.279680 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-d5073ce9-86cc-4399-a7a7-e2fa96c1fe08 req-e772a2cd-af2f-468b-ba9e-abd8c626f046 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "DELETE /v2.0/ports/29d548cd-598e-432e-8ec4-6ade80e2eb07 HTTP/1.1" status: 204 len: 173 time: 0.4139438 Jul 13 20:56:40.838991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'name': 'network-vif-deleted', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:40.843399 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dae6f7-9b34-4ef9-819f-1cce66b87d21" -d '{"events": [{"server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "name": "network-vif-deleted", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:40.890409 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f9fe4c-a38a-4f1d-b3f7-d5bd69bf761c x-openstack-request-id: req-22f9fe4c-a38a-4f1d-b3f7-d5bd69bf761c {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:40.891378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078950aa-337a-4ba6-8826-2ce238d3aa6e", "name": "network-vif-deleted", "tag": "29d548cd-598e-432e-8ec4-6ade80e2eb07", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:40.891782 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22f9fe4c-a38a-4f1d-b3f7-d5bd69bf761c {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:40.892326 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078950aa-337a-4ba6-8826-2ce238d3aa6e', 'name': 'network-vif-deleted', 'tag': '29d548cd-598e-432e-8ec4-6ade80e2eb07', 'status': 'completed', 'code': 200} Jul 13 20:56:40.922156 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-f7386c3f-d6f2-40e4-8dea-0420b9e58639 req-3ac2bf84-cdfc-4a33-943f-8e00744b13be tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=078950aa-337a-4ba6-8826-2ce238d3aa6e HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jul 13 20:56:41.364417 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device c70ead7d-7341-4e23-806f-8b86b79d7aa4 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:56:41.384545 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: c70ead7d-7341-4e23-806f-8b86b79d7aa4 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:56:41.384885 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device c70ead7d-7341-4e23-806f-8b86b79d7aa4 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:56:41.385322 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4d0f32ac-b067-49d1-bef2-92af065d4ad3 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:56:41.403543 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 4d0f32ac-b067-49d1-bef2-92af065d4ad3 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:56:41.403879 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 4d0f32ac-b067-49d1-bef2-92af065d4ad3 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:56:41.738988 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:56:43.361373 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 29d548cd-598e-432e-8ec4-6ade80e2eb07 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:56:43.381179 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 29d548cd-598e-432e-8ec4-6ade80e2eb07 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:56:43.381449 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 29d548cd-598e-432e-8ec4-6ade80e2eb07 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:56:43.481724 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614ab1-8fef-4565-a660-13acb5641531 req-19e05d5b-940b-4ee1-a14b-69fd92b04474 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:43.483228 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e9614ab1-8fef-4565-a660-13acb5641531 req-19e05d5b-940b-4ee1-a14b-69fd92b04474 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 945 time: 0.0620804 Jul 13 20:56:43.521065 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e9614ab1-8fef-4565-a660-13acb5641531 req-04711005-2f10-458d-9a5f-cb96354a72b5 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Jul 13 20:56:43.669678 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44674) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:43.796890 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-539589f4-57fb-419a-8a8f-984e421f25eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e075e518a4fb4f60bf1fb3a3d53060ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244731 Jul 13 20:56:43.797711 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44678) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:43.842732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:43.863101 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:43.906804 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:43.909289 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:43.910395 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9837bd3-33c5-4d9a-96f4-4eaafced9bdd HTTP/1.1" status: 204 len: 168 time: 0.1118417 Jul 13 20:56:43.917774 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624bc9a-b1a7-452d-9e19-c80ff4879a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9837bd3-33c5-4d9a-96f4-4eaafced9bdd,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:44.488853 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44700) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:44.581760 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1606309450-network', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:44.602554 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Made reservation on behalf of d6695d6142864cd1a65dfd0271e20e7f for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:44.604882 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.612857 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.693083 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041239-7ccd-4e92-85b0-829b7b1cee3b req-2488229d-e48c-440b-b38a-8bede9d2bb12 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:44.694473 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f041239-7ccd-4e92-85b0-829b7b1cee3b req-2488229d-e48c-440b-b38a-8bede9d2bb12 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 945 time: 0.0619092 Jul 13 20:56:44.700841 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.704758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.728903 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:56:44.732447 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-0f041239-7ccd-4e92-85b0-829b7b1cee3b req-38d0a380-e138-4680-9fcd-0adc8f82fe20 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8e09c3c-bb27-41b7-8081-3f0af49218b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 13 20:56:44.737885 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61142df-c61c-4a94-ae4b-281968f8fab3,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:44.744037 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.744454 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Added segment 2970ded1-b74d-46a9-a744-a3f5190c1849 of type vlan for network 62ed4875-faea-4f9b-98ed-b7e54b479c09 Jul 13 20:56:44.787643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.815465 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.816407 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:44.816987 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:44.865179 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3752332 Jul 13 20:56:44.868137 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44706) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:44.873487 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Request body: {'subnet': {'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1606309450-subnet', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'ip_version': 4}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:44.875554 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa400c9f-0b88-4db1-98ca-ff14e0fd5ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=62ed4875-faea-4f9b-98ed-b7e54b479c09,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:44.885693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:56:44.894735 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Made reservation on behalf of d6695d6142864cd1a65dfd0271e20e7f for: {'subnet': 1} {{(pid=104497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:44.897028 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940351'] for subnet, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.059085 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cf978791-6232-4938-86a5-6aac3702d998 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:45.059394 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4962995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940301'] for subnet, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.060582 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cf978791-6232-4938-86a5-6aac3702d998 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Jul 13 20:56:45.116763 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb30667-bc13-4bf9-8c61-270fc59c3517,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:45.124681 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Checking segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:45.125032 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Network hostable DHCP agents. Network: 62ed4875-faea-4f9b-98ed-b7e54b479c09, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:56:45.142098 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:56:45.150636 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 62ed4875-faea-4f9b-98ed-b7e54b479c09) {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:45.154981 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:45.155580 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.160707 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c4ced-4d7a-43ca-bc0d-aedd15ad8679 None None] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:56:45.170601 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Deleting port d942b4f6-8263-4161-b569-0bcfa964594f {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:56:45.171106 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.173527 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-add69b23-c8c7-4d16-98fb-5fcaec9c2ec8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3042364 Jul 13 20:56:45.173889 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44708) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:45.178232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:45.246515 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.247573 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.305406 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db896c-069b-4509-add4-5def28c8032a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-62ed4875-faea-4f9b-98ed-b7e54b479c09', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:56:45.306262 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.324375 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] For port d942b4f6-8263-4161-b569-0bcfa964594f, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d942b4f6-8263-4161-b569-0bcfa964594f,segment=NetworkSegment(45abadd7-fdde-4ad5-babc-cf5f224c474e),segment_id=45abadd7-fdde-4ad5-babc-cf5f224c474e)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:45.324733 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.333318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.339198 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Calling delete_port for d942b4f6-8263-4161-b569-0bcfa964594f owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:56:45.437087 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-96db896c-069b-4509-add4-5def28c8032a None None] Allocated IP 172.20.0.2 (62ed4875-faea-4f9b-98ed-b7e54b479c09/feb30667-bc13-4bf9-8c61-270fc59c3517/2af12672-9d0e-4dc7-9799-f3be22e2d694) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:45.509991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.583054 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.630605 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-96db896c-069b-4509-add4-5def28c8032a None None] Transition to ACTIVE for port object 2af12672-9d0e-4dc7-9799-f3be22e2d694 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:45.632422 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.643738 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['d942b4f6-8263-4161-b569-0bcfa964594f'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:56:45.666043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-96db896c-069b-4509-add4-5def28c8032a None None] Transition to ACTIVE for port object 2af12672-9d0e-4dc7-9799-f3be22e2d694 will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:45.668606 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Pushing event deleted for resources: {'Port': ['ID=d942b4f6-8263-4161-b569-0bcfa964594f,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:45.674541 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.716064 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db896c-069b-4509-add4-5def28c8032a None None] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:45.718735 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-96db896c-069b-4509-add4-5def28c8032a None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:45.720918 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] No DVR routers for this DVR port d942b4f6-8263-4161-b569-0bcfa964594f on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:56:45.722259 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db896c-069b-4509-add4-5def28c8032a None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:45.723808 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.725724 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c763a1bd-f85b-4175-985e-04ad8a87cd4f req-cd5677d2-2817-4be4-8252-73d498b87cf7 tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.44 "DELETE /v2.0/ports/d942b4f6-8263-4161-b569-0bcfa964594f HTTP/1.1" status: 204 len: 173 time: 0.6584136 Jul 13 20:56:45.726163 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'name': 'network-vif-deleted', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:56:45.728495 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918c74cf-3b89-4432-9110-d1bd94753f7d" -d '{"events": [{"server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "name": "network-vif-deleted", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:56:45.728918 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db896c-069b-4509-add4-5def28c8032a None None] Pushing event updated for resources: {'Port': ['ID=2af12672-9d0e-4dc7-9799-f3be22e2d694,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:45.783388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-96db896c-069b-4509-add4-5def28c8032a None None] Attempting to bind port 2af12672-9d0e-4dc7-9799-f3be22e2d694 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:45.783759 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-96db896c-069b-4509-add4-5def28c8032a None None] Attempting to bind port 2af12672-9d0e-4dc7-9799-f3be22e2d694 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:45.784115 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db896c-069b-4509-add4-5def28c8032a None None] Attempting to bind port 2af12672-9d0e-4dc7-9799-f3be22e2d694 on network 62ed4875-faea-4f9b-98ed-b7e54b479c09 {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:45.789108 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db896c-069b-4509-add4-5def28c8032a None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:45.793986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db896c-069b-4509-add4-5def28c8032a None None] Checking segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:45.794402 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.794825 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db896c-069b-4509-add4-5def28c8032a None None] Bound using segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:45.795311 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-96db896c-069b-4509-add4-5def28c8032a None None] Bound port: 2af12672-9d0e-4dc7-9799-f3be22e2d694, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:45.795683 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.816280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d57e5-e6ba-46bd-95f2-6fbfe80630f2 x-openstack-request-id: req-f46d57e5-e6ba-46bd-95f2-6fbfe80630f2 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:56:45.816577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734", "name": "network-vif-deleted", "tag": "d942b4f6-8263-4161-b569-0bcfa964594f", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:56:45.816826 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f46d57e5-e6ba-46bd-95f2-6fbfe80630f2 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:56:45.817210 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734', 'name': 'network-vif-deleted', 'tag': 'd942b4f6-8263-4161-b569-0bcfa964594f', 'status': 'completed', 'code': 200} Jul 13 20:56:45.866732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.877915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-96db896c-069b-4509-add4-5def28c8032a None None] For port 2af12672-9d0e-4dc7-9799-f3be22e2d694, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:45.882188 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-96db896c-069b-4509-add4-5def28c8032a None None] For port 2af12672-9d0e-4dc7-9799-f3be22e2d694, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2af12672-9d0e-4dc7-9799-f3be22e2d694,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:45.887515 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-96db896c-069b-4509-add4-5def28c8032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.898474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:45.900280 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-203d8e7a-76ff-44e1-b696-772070497416 req-0923201e-9e39-430e-8713-0d10f2dc362a tempest-AttachVolumeNegativeTest-2049738461 tempest-AttachVolumeNegativeTest-2049738461-project] 10.222.0.54 "GET /v2.0/ports?device_id=cfa4e24f-2d14-4c4d-9fee-3cbef0ebe734 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Jul 13 20:56:45.950932 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db896c-069b-4509-add4-5def28c8032a None None] Pushing event updated for resources: {'Port': ['ID=2af12672-9d0e-4dc7-9799-f3be22e2d694,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:46.014135 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Allocated IP 172.27.2.99 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/59775916-c5f4-42bf-9e96-9acc9e6f43e8) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:46.132708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:46.177114 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:46.217985 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:46.220824 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:46.223360 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:46.251650 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Pushing event updated for resources: {'Port': ['ID=59775916-c5f4-42bf-9e96-9acc9e6f43e8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:46.468943 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:46.657512 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:46.799370 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fc562-413f-4d33-885c-7235710ac9cd None None] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:56:46.868132 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-57f6e07b-529b-4632-a7f9-a742da2a7d38 None None] Provisioning for port 2af12672-9d0e-4dc7-9799-f3be22e2d694 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:47.005443 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44716) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:47.053587 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Deleting subnet 995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:56:47.056947 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.065847 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Router 95212346-13e2-4b4d-9bf7-25be2163db59 is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:56:47.095839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.140074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.175737 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:56:47.185173 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Sync routers for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:56:47.193716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.195430 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-822a63ae-1eb0-4fd6-95d4-61c3ba49577c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0204775 Jul 13 20:56:47.197755 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.197917 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:47.198682 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:47.199134 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44718) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:47.226418 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.228317 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd HTTP/1.1" status: 204 len: 168 time: 0.2212157 Jul 13 20:56:47.229287 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6faa9c-3975-49af-820b-24260284ea1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995ec4a7-d2d0-4c3f-88af-2cba9fe3f1bd,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:47.232115 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44720) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:47.301650 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.311982 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:47.385858 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.396455 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f91579-32da-4824-8519-e987066e0ee4']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:47.409272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45abadd7-fdde-4ad5-babc-cf5f224c474e') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:47.409864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45abadd7-fdde-4ad5-babc-cf5f224c474e') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:47.420043 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.435293 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.441986 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:56:47.442598 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:56:47.444306 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:56:47.504736 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:46Z', 'revision_number': 3, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:47.507116 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.513578 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.517832 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] 10.222.0.54 "DELETE /v2.0/networks/b7f91579-32da-4824-8519-e987066e0ee4 HTTP/1.1" status: 204 len: 168 time: 0.2821240 Jul 13 20:56:47.525264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da3bd7-bdca-4e53-a333-37f4c49176dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f91579-32da-4824-8519-e987066e0ee4,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:47.543910 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Checking router: 95212346-13e2-4b4d-9bf7-25be2163db59 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:56:47.544266 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Updating router 95212346-13e2-4b4d-9bf7-25be2163db59 port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:56:47.582793 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.641723 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44724) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:47.660838 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.694724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a4564936-fde5-49c9-9cbf-3b591a2fee87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80e24db9c71c42acb9715890c9fba922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498343 Jul 13 20:56:47.702712 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44726) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:47.749590 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.766422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2af12672-9d0e-4dc7-9799-f3be22e2d694 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:47.772853 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.825919 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.829153 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.833459 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8e09c3c-bb27-41b7-8081-3f0af49218b8 HTTP/1.1" status: 204 len: 168 time: 0.1349597 Jul 13 20:56:47.833716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Allocated IP 172.20.0.1 (62ed4875-faea-4f9b-98ed-b7e54b479c09/feb30667-bc13-4bf9-8c61-270fc59c3517/dc25cc7e-5249-476a-85c4-a1945250bc73) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:47.844073 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074ea62-a502-4df5-b1a3-55b3982d8ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e09c3c-bb27-41b7-8081-3f0af49218b8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:47.882475 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 2af12672-9d0e-4dc7-9799-f3be22e2d694 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:47.888790 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2af12672-9d0e-4dc7-9799-f3be22e2d694 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:47.889168 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.948409 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.962957 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Transition to ACTIVE for port object dc25cc7e-5249-476a-85c4-a1945250bc73 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:47.987167 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:47.996087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.019620 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Transition to ACTIVE for port object 59775916-c5f4-42bf-9e96-9acc9e6f43e8 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:48.036316 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.039187 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.043784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:48.046778 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:48.051252 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:48.054333 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Pushing event updated for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:48.095526 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.115264 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 2af12672-9d0e-4dc7-9799-f3be22e2d694, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2af12672-9d0e-4dc7-9799-f3be22e2d694,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:48.121609 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Attempting to bind port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:48.121981 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Attempting to bind port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:48.122339 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Attempting to bind port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:48.124390 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.126417 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a65b3-6ee7-41d2-b4fb-525a365f0313 None None] Pushing event updated for resources: {'Port': ['ID=59775916-c5f4-42bf-9e96-9acc9e6f43e8,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:48.135733 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:48.135733 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:48.135733 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.136120 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:48.136543 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Bound port: 59775916-c5f4-42bf-9e96-9acc9e6f43e8, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:48.136991 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.259641 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.343348 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=2af12672-9d0e-4dc7-9799-f3be22e2d694,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:48.352443 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] For port 59775916-c5f4-42bf-9e96-9acc9e6f43e8, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:48.356778 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] For port 59775916-c5f4-42bf-9e96-9acc9e6f43e8, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=59775916-c5f4-42bf-9e96-9acc9e6f43e8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:48.361764 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.424675 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:48.425261 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:48.445407 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.452012 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.463298 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a65b3-6ee7-41d2-b4fb-525a365f0313 None None] Pushing event updated for resources: {'Port': ['ID=59775916-c5f4-42bf-9e96-9acc9e6f43e8,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:48.468296 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-bf04ce23-162c-4a32-92de-a0cd54a90d58 None None] Provisioning for port dc25cc7e-5249-476a-85c4-a1945250bc73 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:48.478147 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-bf04ce23-162c-4a32-92de-a0cd54a90d58 None None] Provisioning complete for port dc25cc7e-5249-476a-85c4-a1945250bc73 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:48.478525 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce23-162c-4a32-92de-a0cd54a90d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.528823 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:48.530612 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Pushing event updated for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:48.545310 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-bf04ce23-162c-4a32-92de-a0cd54a90d58 None None] Port dc25cc7e-5249-476a-85c4-a1945250bc73 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:48.570963 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:48.634502 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:48.636005 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:48.777379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Router 95212346-13e2-4b4d-9bf7-25be2163db59 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:56:48.784878 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:47Z', 'revision_number': 1, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:48.817690 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e5a7b-240b-41b2-9f93-2312e8af40d5 None None] The sync data for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi is: [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:47Z', 'revision_number': 1, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:56:48.896568 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:56:48.901736 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a4113b48-b12e-4cf6-bfa6-4283c99bfa51 admin admin] 10.222.0.54 "PUT /v2.0/routers/95212346-13e2-4b4d-9bf7-25be2163db59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014561 Jul 13 20:56:48.969705 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-d9e9376c-9d3f-4c6e-bbed-2300a3446b18 None None] Provisioning complete for port dc25cc7e-5249-476a-85c4-a1945250bc73 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:48.970183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d9e9376c-9d3f-4c6e-bbed-2300a3446b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.009445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9376c-9d3f-4c6e-bbed-2300a3446b18 None None] Port dc25cc7e-5249-476a-85c4-a1945250bc73 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:49.392093 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device d942b4f6-8263-4161-b569-0bcfa964594f no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:56:49.417063 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: d942b4f6-8263-4161-b569-0bcfa964594f {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:56:49.417824 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device d942b4f6-8263-4161-b569-0bcfa964594f not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:56:49.520570 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44770) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:49.526137 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1523261151-network', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:49.548916 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Made reservation on behalf of 68752580eca248c8b07ba3405e70a4a7 for: {'network': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:49.551417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for network, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.560411 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.664897 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.669921 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.706499 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=104498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:56:49.712920 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd934379-28ce-4784-82be-2adeb4ba3529,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:49.720912 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.721252 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.segments_db [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Added segment 868256c6-65be-4e9a-b4fb-e4bca5c1c188 of type vlan for network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f Jul 13 20:56:49.763417 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781392564246'] for network, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.794626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656'] for network, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.795772 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:49.796221 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2af12672-9d0e-4dc7-9799-f3be22e2d694 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:49.796449 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.849177 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3274860 Jul 13 20:56:49.851993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44772) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:49.856553 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 2af12672-9d0e-4dc7-9799-f3be22e2d694 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:49.856930 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:49.858425 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Request body: {'subnet': {'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1523261151-subnet', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'ip_version': 4}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:49.874127 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b8b5a-1cb4-470e-b042-0075bf882c74 admin admin] Pushing event updated for resources: {'Network': ['ID=281a1d5c-dda6-4f66-b7f7-a17be97cf17f,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:49.888041 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f details requested by agent ovs-agent-dv-cinder-800703-1-iscsi with host dv-cinder-800703-1-iscsi {{(pid=104499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:56:49.888309 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Made reservation on behalf of 68752580eca248c8b07ba3405e70a4a7 for: {'subnet': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:56:49.890658 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24053627'] for subnet, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.004025 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 59775916-c5f4-42bf-9e96-9acc9e6f43e8 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:50.055044 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:50.058689 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:50.059071 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.066676 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6186662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24053577'] for subnet, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.129178 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3b5963-61dc-415f-8dbd-78583ab74ecb,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:50.131707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Checking segment: {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:50.132051 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Network hostable DHCP agents. Network: 281a1d5c-dda6-4f66-b7f7-a17be97cf17f, hostable agents: ['b2cc46fa-ba00-46c9-b939-09a069f0ba72'], hosted agents: [] {{(pid=104498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:56:50.141091 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.149972 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f is scheduled to be hosted by DHCP agent b2cc46fa-ba00-46c9-b939-09a069f0ba72 with binding_index 1 {{(pid=104498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:56:50.162879 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800703-1-iscsi, 281a1d5c-dda6-4f66-b7f7-a17be97cf17f) {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:50.163294 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 59775916-c5f4-42bf-9e96-9acc9e6f43e8, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=59775916-c5f4-42bf-9e96-9acc9e6f43e8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:50.167501 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:56:50.167712 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.168209 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.176981 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c5f84-b5c3-4d29-b62b-8e05207a341a None None] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:56:50.195351 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-e00c7cfa-5f0d-4af3-a8a0-54ca8c920181 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399861 Jul 13 20:56:50.196079 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44776) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:50.201546 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:56:50.221288 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11908'] for router, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.222249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.262311 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=59775916-c5f4-42bf-9e96-9acc9e6f43e8,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:50.291325 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.369477 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa94e87f1-e00e-5653-b381-5cc084e338f2-281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb'}]}} from dv-cinder-800703-1-iscsi. {{(pid=104499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:56:50.370608 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.442506 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.520231 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.db_base_plugin_common [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Allocated IP 172.20.0.2 (281a1d5c-dda6-4f66-b7f7-a17be97cf17f/da3b5963-61dc-415f-8dbd-78583ab74ecb/9b40a867-0254-45c5-acdd-367bc6cd7abb) {{(pid=104499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:50.669967 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.689771 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.698150 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks [] for port, precommit_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.706593 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Transition to ACTIVE for port object 9b40a867-0254-45c5-acdd-367bc6cd7abb will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:50.721677 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Transition to ACTIVE for port object 9b40a867-0254-45c5-acdd-367bc6cd7abb will not be triggered until provisioned by entity DHCP. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:50.731095 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869'] for port, after_create {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.766549 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f is already hosted by enough agents. {{(pid=104499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:50.771260 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.scheduler.base_scheduler [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Resources bound (agent type, host, resource id): {{(pid=104499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:50.774871 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Received port after_create {{(pid=104499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:50.784304 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Pushing event updated for resources: {'Port': ['ID=9b40a867-0254-45c5-acdd-367bc6cd7abb,revision_number=1']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:50.805672 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Allocated IP 172.27.2.145 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/d6dcbfe8-5f4f-4f33-a661-c0d7029036d8) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:50.843383 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Attempting to bind port 9b40a867-0254-45c5-acdd-367bc6cd7abb on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:50.843752 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Attempting to bind port 9b40a867-0254-45c5-acdd-367bc6cd7abb by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:50.844114 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Attempting to bind port 9b40a867-0254-45c5-acdd-367bc6cd7abb on network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:50.849030 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:50.849404 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Checking segment: {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:50.849807 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.850205 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Bound using segment: {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:50.850703 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Bound port: 9b40a867-0254-45c5-acdd-367bc6cd7abb, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:50.851086 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.915477 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] For port 9b40a867-0254-45c5-acdd-367bc6cd7abb, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:50.918825 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] For port 9b40a867-0254-45c5-acdd-367bc6cd7abb, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=9b40a867-0254-45c5-acdd-367bc6cd7abb,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:50.920125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.923314 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.963437 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:50.982690 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Sync routers for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:56:50.991563 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:50.992176 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:50.993792 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db84c0-210f-4da4-9da7-f524f0f09908 None None] Pushing event updated for resources: {'Port': ['ID=9b40a867-0254-45c5-acdd-367bc6cd7abb,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:51.021073 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:51.022711 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Pushing event updated for resources: {'Port': ['ID=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:51.026196 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:51.028393 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:51.098027 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:51.195841 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-22127ede-815c-4dec-931b-938ba4f6abc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.326889 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.328751 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 2, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:51.353974 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Checking router: 95212346-13e2-4b4d-9bf7-25be2163db59 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:56:51.354318 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Updating router 95212346-13e2-4b4d-9bf7-25be2163db59 port dc25cc7e-5249-476a-85c4-a1945250bc73 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:56:51.386237 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.514612 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414497'] for router, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.649147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe is scheduled to L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f with binding_index 1 {{(pid=104498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:56:51.654011 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.674196 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Transition to ACTIVE for port object dc25cc7e-5249-476a-85c4-a1945250bc73 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:51.687765 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.732466 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Pushing event updated for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:51.744744 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.746313 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.746839 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.747340 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.747829 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.748463 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.748941 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.749614 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.750131 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.750647 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.751386 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.751881 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:56:51.845853 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Attempting to bind port dc25cc7e-5249-476a-85c4-a1945250bc73 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:51.847236 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Attempting to bind port dc25cc7e-5249-476a-85c4-a1945250bc73 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:51.847839 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Attempting to bind port dc25cc7e-5249-476a-85c4-a1945250bc73 on network 62ed4875-faea-4f9b-98ed-b7e54b479c09 {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:51.860404 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:51.861970 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Checking segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:51.862719 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.863332 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Bound using segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:51.864036 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Bound port: dc25cc7e-5249-476a-85c4-a1945250bc73, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:51.864936 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.872919 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:56:51.883422 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Sync routers for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:56:51.899497 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:51.900990 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:51.904760 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:51.910811 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44796) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:51.911345 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-57b77b38-3163-4391-9b09-759828f4dfed admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7139118 Jul 13 20:56:51.913594 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 59775916-c5f4-42bf-9e96-9acc9e6f43e8 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:52.005361 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] For port dc25cc7e-5249-476a-85c4-a1945250bc73, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:52.010150 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] For port dc25cc7e-5249-476a-85c4-a1945250bc73, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=dc25cc7e-5249-476a-85c4-a1945250bc73,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:52.018305 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.099399 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47591df1-14d8-4edf-82d5-c940984b6f4b None None] Pushing event updated for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:52.116511 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:52.117987 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:52.301971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.305246 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:52.310616 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de375401-1089-41ea-a351-d8d3aae4b4ab None None] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:56:52.374899 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-3939855c-5969-411b-8ade-7b8fff823e24 None None] Provisioning for port 9b40a867-0254-45c5-acdd-367bc6cd7abb completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:52.406223 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:52.478322 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:52.478728 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.532809 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.539219 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:51Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:52.568965 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4364031-f000-438c-aaee-0724b6ae6bba None None] The sync data for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi is: [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:51Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:56:52.702204 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Allocated IP 172.20.0.1 (281a1d5c-dda6-4f66-b7f7-a17be97cf17f/da3b5963-61dc-415f-8dbd-78583ab74ecb/a6853104-ccbd-4340-a585-78ec844b3479) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:56:52.731177 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 9b40a867-0254-45c5-acdd-367bc6cd7abb up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:52.809840 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:51Z', 'revision_number': 3, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:52.813188 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port 9b40a867-0254-45c5-acdd-367bc6cd7abb completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:52.818172 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.837807 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.provisioning_blocks [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Transition to ACTIVE for port object a6853104-ccbd-4340-a585-78ec844b3479 will not be triggered until provisioned by entity DHCP. {{(pid=104497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:52.843300 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 9b40a867-0254-45c5-acdd-367bc6cd7abb triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:52.843687 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.845458 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Checking router: 4a0ce901-0f50-4ac1-90bc-8c059f5231fe for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:56:52.845837 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Updating router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 binding host dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:56:52.891074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.914264 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:52.940154 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:52.944767 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:52.952703 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:52.955480 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:56:53.002192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414674'] for router_interface, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.076252 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.147856 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.171973 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port 9b40a867-0254-45c5-acdd-367bc6cd7abb, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=9b40a867-0254-45c5-acdd-367bc6cd7abb,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:53.175043 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-24309769-0b50-40be-9458-ec1b6b8b0f12 None None] Provisioning complete for port 9b40a867-0254-45c5-acdd-367bc6cd7abb triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:53.175511 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-24309769-0b50-40be-9458-ec1b6b8b0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.180361 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.292498 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=9b40a867-0254-45c5-acdd-367bc6cd7abb,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:53.341932 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.346912 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.393430 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks [] for port, precommit_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.404089 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Transition to ACTIVE for port object d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 will not be triggered until provisioned by entity L2. {{(pid=104499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:53.410842 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.438147 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:53.443425 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415586'] for router_interface, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.469599 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Attempting to bind port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:53.470059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Attempting to bind port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:53.470495 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Attempting to bind port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 on network 3564706d-c280-4690-857f-70ab28eb397d {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:53.477577 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb875-9d9a-47ab-ad3f-d1e2bc5ce98e None None] Pushing event updated for resources: {'Port': ['ID=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,revision_number=2']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:53.480161 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:53.480626 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Checking segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:53.481095 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.481550 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Bound using segment: {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'} {{(pid=104499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:53.482093 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.managers [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Bound port: d6dcbfe8-5f4f-4f33-a661-c0d7029036d8, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91022e54-8ab7-4f64-b957-2d2df5f2e495', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3564706d-c280-4690-857f-70ab28eb397d'}}] {{(pid=104499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:53.482555 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.525960 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-1c456c7e-8173-458e-9c5b-c94f078914b9 None None] Provisioning for port a6853104-ccbd-4340-a585-78ec844b3479 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:53.537905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-1c456c7e-8173-458e-9c5b-c94f078914b9 None None] Provisioning complete for port a6853104-ccbd-4340-a585-78ec844b3479 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:53.538283 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-1c456c7e-8173-458e-9c5b-c94f078914b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.554694 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:56:53.556186 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:56:53.563389 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] For port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:53.581974 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] For port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:53.589290 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.595577 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-1c456c7e-8173-458e-9c5b-c94f078914b9 None None] Port a6853104-ccbd-4340-a585-78ec844b3479 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:53.711407 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb875-9d9a-47ab-ad3f-d1e2bc5ce98e None None] Pushing event updated for resources: {'Port': ['ID=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,revision_number=3']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:53.714075 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:56:53.727302 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:53.728106 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:53.731032 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2df39fda-e6a6-4cd3-83e6-0becd190994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.782209 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device dc25cc7e-5249-476a-85c4-a1945250bc73 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:53.865896 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.889796 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:56:53.898140 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:53.899217 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-779c31e6-07cf-4dda-af3c-16ce8bcbf5e2 admin admin] 10.222.0.54 "PUT /v2.0/routers/4a0ce901-0f50-4ac1-90bc-8c059f5231fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9864829 Jul 13 20:56:53.934385 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port dc25cc7e-5249-476a-85c4-a1945250bc73 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:53.949113 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port dc25cc7e-5249-476a-85c4-a1945250bc73 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:53.949490 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:53.956830 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-7fb2c3a6-6b4b-4c17-a581-6622325868ff None None] Provisioning complete for port a6853104-ccbd-4340-a585-78ec844b3479 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:53.957193 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c3a6-6b4b-4c17-a581-6622325868ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:54.217432 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2c3a6-6b4b-4c17-a581-6622325868ff None None] Port a6853104-ccbd-4340-a585-78ec844b3479 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:56:54.308649 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:54.353212 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port dc25cc7e-5249-476a-85c4-a1945250bc73, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=dc25cc7e-5249-476a-85c4-a1945250bc73,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:54.359427 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:54.360205 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 9b40a867-0254-45c5-acdd-367bc6cd7abb up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:54.406752 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'a6853104-ccbd-4340-a585-78ec844b3479', 'name': '', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'mac_address': 'fa:16:3e:e7:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:52Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 2, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'subnets': [{'id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:54.447818 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd0a93-08e7-4539-8991-a43db4222465 None None] The sync data for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi is: [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'a6853104-ccbd-4340-a585-78ec844b3479', 'name': '', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'mac_address': 'fa:16:3e:e7:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:52Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 2, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'subnets': [{'id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:56:54.470928 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:54.482327 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port 9b40a867-0254-45c5-acdd-367bc6cd7abb triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:54.482800 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:54.711537 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:55.829094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:55.891801 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:55.896999 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:55.897242 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:56.000777 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:56.028147 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:56:56.033126 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:56.033953 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device dc25cc7e-5249-476a-85c4-a1945250bc73 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:56.137606 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:56.149010 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port dc25cc7e-5249-476a-85c4-a1945250bc73 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:56.149914 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:56.465510 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:56.908134 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Sync routers for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:56:56.920826 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:56.921721 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:57.038916 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:57.342123 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'a6853104-ccbd-4340-a585-78ec844b3479', 'name': '', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'mac_address': 'fa:16:3e:e7:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:52Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 2, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'subnets': [{'id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:57.368393 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Checking router: 4a0ce901-0f50-4ac1-90bc-8c059f5231fe for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:56:57.368736 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Updating router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe port a6853104-ccbd-4340-a585-78ec844b3479 binding host dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:56:57.406957 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:57.709055 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:57.711784 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks [] for port, precommit_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:57.725445 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.provisioning_blocks [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Transition to ACTIVE for port object a6853104-ccbd-4340-a585-78ec844b3479 will not be triggered until provisioned by entity L2. {{(pid=104500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:56:57.733171 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:57.764463 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:57.764822 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:57.776263 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc7bc-afb9-4d12-9abe-9a663d3ca3c5 None None] Pushing event updated for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=3']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:57.919701 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Attempting to bind port a6853104-ccbd-4340-a585-78ec844b3479 on host dv-cinder-800703-1-iscsi for vnic_type normal with profile {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:56:57.920698 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Attempting to bind port a6853104-ccbd-4340-a585-78ec844b3479 by drivers openvswitch,hyperv on host dv-cinder-800703-1-iscsi at level 0 using segments [{'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:56:57.921054 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Attempting to bind port a6853104-ccbd-4340-a585-78ec844b3479 on network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:56:57.926341 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Checking agent: {'id': '52fcfe7a-8851-480d-a9d0-bb0a9cddf85d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800703-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 40, 24), 'started_at': datetime.datetime(2021, 7, 13, 20, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800703-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:56:57.926832 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Checking segment: {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:56:57.927141 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:57.927529 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Bound using segment: {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'} {{(pid=104500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:56:57.928111 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.managers [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Bound port: a6853104-ccbd-4340-a585-78ec844b3479, host: dv-cinder-800703-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868256c6-65be-4e9a-b4fb-e4bca5c1c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f'}}] {{(pid=104500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:56:57.928353 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.002149 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] For port a6853104-ccbd-4340-a585-78ec844b3479, host dv-cinder-800703-1-iscsi, cleared binding levels {{(pid=104500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:56:58.006379 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.plugins.ml2.db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] For port a6853104-ccbd-4340-a585-78ec844b3479, host dv-cinder-800703-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=a6853104-ccbd-4340-a585-78ec844b3479,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:56:58.015742 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron_lib.callbacks.manager [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.070540 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:56:58.071238 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:58.155199 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc7bc-afb9-4d12-9abe-9a663d3ca3c5 None None] Pushing event updated for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=4']} {{(pid=104500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:58.248295 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:56:58.253355 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44892) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:58.387498 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-78738a11-32da-4abb-b6c5-55713753d1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.483682 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'a6853104-ccbd-4340-a585-78ec844b3479', 'name': '', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'mac_address': 'fa:16:3e:e7:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:52Z', 'updated_at': '2021-07-13T20:56:57Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'subnets': [{'id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:56:58.506509 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-78738a11-32da-4abb-b6c5-55713753d1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.510256 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b042e-6a58-4f28-b2cc-7046864b7a4d None None] The sync data for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi is: [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:53Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'a6853104-ccbd-4340-a585-78ec844b3479', 'name': '', 'network_id': '281a1d5c-dda6-4f66-b7f7-a17be97cf17f', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'mac_address': 'fa:16:3e:e7:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:52Z', 'updated_at': '2021-07-13T20:56:57Z', 'revision_number': 4, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'subnets': [{'id': 'da3b5963-61dc-415f-8dbd-78583ab74ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:56:58.510903 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-78738a11-32da-4abb-b6c5-55713753d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.560097 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44896) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:56:58.560692 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-78738a11-32da-4abb-b6c5-55713753d1ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74ad60d011d445ffa6d955edc76c7766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056650 Jul 13 20:56:58.561139 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78738a11-32da-4abb-b6c5-55713753d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda4ad0f-bc11-4d54-bfc0-43e4ac38cb47,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:58.644266 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.671279 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.734716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.737589 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:58.738806 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fda4ad0f-bc11-4d54-bfc0-43e4ac38cb47 HTTP/1.1" status: 204 len: 168 time: 0.1766946 Jul 13 20:56:58.747077 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0630a-039e-4a83-a8a7-1c5010c8773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda4ad0f-bc11-4d54-bfc0-43e4ac38cb47,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:56:59.754285 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device a6853104-ccbd-4340-a585-78ec844b3479 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:56:59.852051 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning for port a6853104-ccbd-4340-a585-78ec844b3479 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:56:59.862096 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port a6853104-ccbd-4340-a585-78ec844b3479 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:56:59.862915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:56:59.958640 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:00.004112 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] For port a6853104-ccbd-4340-a585-78ec844b3479, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=a6853104-ccbd-4340-a585-78ec844b3479,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:00.008640 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:00.075015 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Pushing event updated for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:00.680646 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44946) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:00.794446 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b2c1935-ea25-42fd-8e61-fa15fc971eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:00.896404 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b2c1935-ea25-42fd-8e61-fa15fc971eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:00.901504 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-5b2c1935-ea25-42fd-8e61-fa15fc971eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:00.939602 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c1935-ea25-42fd-8e61-fa15fc971eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de18ecc-011d-41c6-ace6-c3ffe578d0c7,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:00.946801 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-5b2c1935-ea25-42fd-8e61-fa15fc971eb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2554b4f69e749b8bae538e58196d909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645249 Jul 13 20:57:00.947732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44950) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:01.004146 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.029573 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.083370 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.085872 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.090044 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6de18ecc-011d-41c6-ace6-c3ffe578d0c7 HTTP/1.1" status: 204 len: 168 time: 0.1378000 Jul 13 20:57:01.103759 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f21a85-c601-4420-b6fa-b69f5052f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de18ecc-011d-41c6-ace6-c3ffe578d0c7,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:01.395693 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 44956) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:01.410599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e49c619-e84d-4f84-b3fe-7758a3793079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.525179 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e49c619-e84d-4f84-b3fe-7758a3793079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.529264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0e49c619-e84d-4f84-b3fe-7758a3793079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.574838 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49c619-e84d-4f84-b3fe-7758a3793079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6145061d-43b8-411c-a756-3dac35932806,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:01.581756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 44958) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:01.581942 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0e49c619-e84d-4f84-b3fe-7758a3793079 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=725d647e762443a5b902ba85d0c46a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849794 Jul 13 20:57:01.640479 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.662669 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.727966 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device a6853104-ccbd-4340-a585-78ec844b3479 up at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:57:01.735640 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.738791 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:01.743215 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6145061d-43b8-411c-a756-3dac35932806 HTTP/1.1" status: 204 len: 168 time: 0.1600146 Jul 13 20:57:01.756011 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f79d4-e7f7-4a08-8f7d-ec0b1d788ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145061d-43b8-411c-a756-3dac35932806,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:01.819587 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Provisioning complete for port a6853104-ccbd-4340-a585-78ec844b3479 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:57:01.820238 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.631662 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45026) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:03.737088 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee60c32a-9d19-4540-9b8d-f590e003d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.822846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee60c32a-9d19-4540-9b8d-f590e003d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.827524 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ee60c32a-9d19-4540-9b8d-f590e003d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.864724 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ee60c32a-9d19-4540-9b8d-f590e003d9c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb21f6c0b09f41308358803ed5915ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317884 Jul 13 20:57:03.865750 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c32a-9d19-4540-9b8d-f590e003d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af375c45-4feb-4135-84f4-28e4b789351a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:03.867427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45030) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:03.923335 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.945062 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.990082 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.992818 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:03.994370 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af375c45-4feb-4135-84f4-28e4b789351a HTTP/1.1" status: 204 len: 168 time: 0.1255341 Jul 13 20:57:04.006009 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99d584-e60d-4484-8a5d-f7400e527a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af375c45-4feb-4135-84f4-28e4b789351a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:04.168018 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-6fb81b23-e860-426e-a1fe-da1fa5d25d44 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:04.169510 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-6fb81b23-e860-426e-a1fe-da1fa5d25d44 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 815 time: 0.1038244 Jul 13 20:57:04.184418 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-9dc0bf03-4595-4ec5-94cc-68aaeaf78b5a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/quotas/d6695d6142864cd1a65dfd0271e20e7f HTTP/1.1" status: 200 len: 375 time: 0.0095522 Jul 13 20:57:04.252891 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-2d82335b-e126-4729-af9a-ebe09e04a95e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607491 Jul 13 20:57:04.253058 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45048) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:04.272367 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a8e11ecf-0fdf-4d8e-9f2f-7306598c677e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.382936 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-f11065bb-4358-45d7-b4db-31f63332c345 service neutron] 10.222.0.54 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173723 Jul 13 20:57:04.492222 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a8e11ecf-0fdf-4d8e-9f2f-7306598c677e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.497802 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a8e11ecf-0fdf-4d8e-9f2f-7306598c677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.521040 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-479c2ac0-6fe1-4c30-a6b9-d18fd6968116 service neutron] 10.222.0.54 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325133 Jul 13 20:57:04.540374 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a8e11ecf-0fdf-4d8e-9f2f-7306598c677e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ab1bfc5f24f4366bec702b0b035dbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863350 Jul 13 20:57:04.543763 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e11ecf-0fdf-4d8e-9f2f-7306598c677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67ba87-9695-4af5-9a0a-35ffa9f8a50a,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:04.543921 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45050) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:04.591992 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.613211 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.670389 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.672876 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:04.673933 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee67ba87-9695-4af5-9a0a-35ffa9f8a50a HTTP/1.1" status: 204 len: 168 time: 0.1291041 Jul 13 20:57:04.698569 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-225277e8-1f63-4a81-8984-556390107aca req-c1d1ee4e-ad4d-40ea-874b-b5183f373fba tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 210 time: 0.0382602 Jul 13 20:57:04.703337 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d556ec-9145-495b-9fc2-f7d63cb5bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67ba87-9695-4af5-9a0a-35ffa9f8a50a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:05.799113 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-92135590-d64b-4fac-b987-1f19f6860ddd tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:05.801815 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-92135590-d64b-4fac-b987-1f19f6860ddd tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 815 time: 0.1168094 Jul 13 20:57:05.815683 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'port': {'device_id': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'admin_state_up': True, 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:05.873903 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-b2423fa3-aeed-47ad-8353-8ee19cd0b88c req-0743ad9b-807f-42fa-94e5-fa9dde2705cc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 210 time: 0.0443296 Jul 13 20:57:06.216421 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Made reservation on behalf of d6695d6142864cd1a65dfd0271e20e7f for: {'port': 1} {{(pid=104498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:57:06.220074 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:06.372486 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_common [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Allocated IP 172.20.0.8 (62ed4875-faea-4f9b-98ed-b7e54b479c09/feb30667-bc13-4bf9-8c61-270fc59c3517/23ab6000-fbac-4da3-8345-eecdab46b994) {{(pid=104498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:57:06.628206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for port, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:06.643544 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Transition to ACTIVE for port object 23ab6000-fbac-4da3-8345-eecdab46b994 will not be triggered until provisioned by entity DHCP. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:57:06.683690 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:06.736174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 is already hosted by enough agents. {{(pid=104498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:57:06.741876 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.base_scheduler [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Resources bound (agent type, host, resource id): {{(pid=104498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:57:06.744798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Received port after_create {{(pid=104498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:57:06.789274 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:06.803449 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.805993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.805993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.805993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.805993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.805993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.807826 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.807826 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.807826 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.808332 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.810886 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.810886 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:06.841223 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:06.842000 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:06.864794 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-907e0d64-fe33-4216-b94b-d627fe874afc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0527828 Jul 13 20:57:07.003419 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0e5a394b-7406-46d1-b19d-47ab85debd1a None None] Provisioning for port 23ab6000-fbac-4da3-8345-eecdab46b994 completed by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:57:07.018852 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-0e5a394b-7406-46d1-b19d-47ab85debd1a None None] Provisioning complete for port 23ab6000-fbac-4da3-8345-eecdab46b994 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:57:07.019267 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-0e5a394b-7406-46d1-b19d-47ab85debd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:07.059075 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a394b-7406-46d1-b19d-47ab85debd1a None None] Port 23ab6000-fbac-4da3-8345-eecdab46b994 cannot update to ACTIVE because it is not bound. {{(pid=104499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:57:07.063642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87acc-7f14-4c3d-8f0d-2d0677543a9b req-7a210239-b334-40c9-a002-84e668749bfb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:07.070866 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-78f87acc-7f14-4c3d-8f0d-2d0677543a9b req-7a210239-b334-40c9-a002-84e668749bfb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0741050 Jul 13 20:57:07.109945 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-78f87acc-7f14-4c3d-8f0d-2d0677543a9b req-4e462bd3-f1f4-4ded-b0b0-eae05cedf435 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Jul 13 20:57:08.278115 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacfaa4-f00b-4471-a01c-a70c4288ae5f req-6abe14a2-01db-42c1-8b9c-59181e058b46 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:08.279653 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7dacfaa4-f00b-4471-a01c-a70c4288ae5f req-6abe14a2-01db-42c1-8b9c-59181e058b46 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0625670 Jul 13 20:57:08.317020 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-7dacfaa4-f00b-4471-a01c-a70c4288ae5f req-e15ae736-e1de-4c78-a648-230d3d252c55 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Jul 13 20:57:09.528626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c05f3-cd1d-4dee-9033-e31b91bf0dca req-03da7d0d-4878-4049-a767-3955a6dec398 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:09.530365 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1a8c05f3-cd1d-4dee-9033-e31b91bf0dca req-03da7d0d-4878-4049-a767-3955a6dec398 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0794115 Jul 13 20:57:09.577028 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-1a8c05f3-cd1d-4dee-9033-e31b91bf0dca req-cbb156ab-d51e-4179-b495-ad5202b51e07 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Jul 13 20:57:09.619452 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45188) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:09.805766 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Deleting port 71384bbb-1c0d-4039-8256-7d550f438428 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:09.807034 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:09.886775 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:09.887127 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:09.898355 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Calling delete_port for 71384bbb-1c0d-4039-8256-7d550f438428 owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:10.318052 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:10.344949 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event deleted for resources: {'Port': ['ID=71384bbb-1c0d-4039-8256-7d550f438428,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:10.414119 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:10.414454 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Floating IP 80f95506-43b5-44dd-8d73-3e7c468fd06d disassociated (deleted). External IP: 172.27.2.171, port: dd2c8515-6b42-4e9a-8386-7f8389ad32b0. Jul 13 20:57:10.631738 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Router 4c401630-4b0b-4b84-b072-81654e5f0915 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:57:10.785417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:57:10.791153 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:10.798821 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Sync routers for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:57:10.808636 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:10.809267 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:10.826720 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039e8e-d909-47f1-b391-d722ea95d4f2 req-38fbf8e8-9a16-4853-8956-fc1cde578d7e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:10.827889 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49039e8e-d909-47f1-b391-d722ea95d4f2 req-38fbf8e8-9a16-4853-8956-fc1cde578d7e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.1090591 Jul 13 20:57:10.867964 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-4e8aad49-5200-4f04-98d8-bf7b6500806c tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "DELETE /v2.0/floatingips/80f95506-43b5-44dd-8d73-3e7c468fd06d HTTP/1.1" status: 204 len: 168 time: 1.2453632 Jul 13 20:57:10.868724 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:10.871175 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8845e-a580-446d-a2b2-1b5981808982" -d '{"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:10.913554 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-49039e8e-d909-47f1-b391-d722ea95d4f2 req-04495421-7b63-4c23-9828-509790f77d4c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785568 Jul 13 20:57:10.970471 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f48cac-9437-4971-94eb-296aec55dcb7 x-openstack-request-id: req-33f48cac-9437-4971-94eb-296aec55dcb7 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:10.970774 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:10.971124 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33f48cac-9437-4971-94eb-296aec55dcb7 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:10.971886 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'status': 'completed', 'code': 200} Jul 13 20:57:10.999690 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:11.261364 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:11.290224 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Checking router: 4c401630-4b0b-4b84-b072-81654e5f0915 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:57:11.303908 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:11.304555 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:11.465337 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45224) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:11.492559 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:11.653894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0196968a-5cfe-49ee-a904-5e48f1c53a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:11.669075 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500b8a-b004-4a92-be52-2995907bda6c req-f99c8585-3d60-493c-8963-e9f24ef2a3c3 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:11.677659 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15500b8a-b004-4a92-be52-2995907bda6c req-f99c8585-3d60-493c-8963-e9f24ef2a3c3 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.1160061 Jul 13 20:57:11.745520 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-15500b8a-b004-4a92-be52-2995907bda6c req-5a9ebd35-0542-4e94-b3a6-ba990998f37b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660675 Jul 13 20:57:11.830219 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0196968a-5cfe-49ee-a904-5e48f1c53a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:11.834539 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0196968a-5cfe-49ee-a904-5e48f1c53a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:11.844639 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:11.872581 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca9c7-780c-42c8-a03f-2b907845c2bb None None] The sync data for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi is: [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:52:04Z', 'revision_number': 4, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '1b2aebaa-27d5-42c1-b65b-0740fb38fe3b', 'name': '', 'network_id': 'd3906394-331a-4dc7-af0c-d326ddcd1c72', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'mac_address': 'fa:16:3e:12:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:03Z', 'updated_at': '2021-07-13T20:52:10Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'subnets': [{'id': '6002c0ca-be53-480f-ac81-ee1896c60dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:57:11.881246 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45230) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:11.881421 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0196968a-5cfe-49ee-a904-5e48f1c53a88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5df23d0738fb444981c292f4b7f77545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142497 Jul 13 20:57:11.883568 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196968a-5cfe-49ee-a904-5e48f1c53a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff17024-4197-41b3-9453-2783b1906a69,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:11.964983 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:11.995561 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.062885 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.065430 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.075202 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aff17024-4197-41b3-9453-2783b1906a69 HTTP/1.1" status: 204 len: 168 time: 0.1913912 Jul 13 20:57:12.089806 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85103240-fd5a-4928-87b4-f5a87a7f7def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff17024-4197-41b3-9453-2783b1906a69,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:12.193754 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96491bc-f624-4270-9f6d-0280f411ca94 req-37afda53-6777-4b39-a99f-836c6079138f tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:12.195283 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e96491bc-f624-4270-9f6d-0280f411ca94 req-37afda53-6777-4b39-a99f-836c6079138f tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.1213446 Jul 13 20:57:12.250681 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc8230-22d7-433b-9a76-5762c24d9615 None None] New status for floating IP 80f95506-43b5-44dd-8d73-3e7c468fd06d: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:57:12.251968 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e96491bc-f624-4270-9f6d-0280f411ca94 req-aa45abf4-063d-4643-9656-2a7ac93020f9 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Jul 13 20:57:12.394505 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45238) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:12.408208 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-96c02a5b-f888-44bc-9a94-d8a8720bf601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.509012 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-96c02a5b-f888-44bc-9a94-d8a8720bf601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.514246 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-96c02a5b-f888-44bc-9a94-d8a8720bf601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.553609 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-96c02a5b-f888-44bc-9a94-d8a8720bf601 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a370cf177b7843e39007a7a6485344b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579266 Jul 13 20:57:12.554716 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c02a5b-f888-44bc-9a94-d8a8720bf601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c5eb79-b78c-426f-87c1-ef2f417b8ef7,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:12.556282 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45240) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:12.606405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.630906 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.676800 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.679555 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:12.680860 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2c5eb79-b78c-426f-87c1-ef2f417b8ef7 HTTP/1.1" status: 204 len: 168 time: 0.1235328 Jul 13 20:57:12.692461 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5154e-8af9-42f8-826c-d926982f88ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c5eb79-b78c-426f-87c1-ef2f417b8ef7,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:12.953548 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370651de-96ed-4a7e-a737-1ff36e094e7a req-4b34ffc8-e826-478f-addf-fab19c4aedee tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:12.955770 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-370651de-96ed-4a7e-a737-1ff36e094e7a req-4b34ffc8-e826-478f-addf-fab19c4aedee tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0707285 Jul 13 20:57:12.996553 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-370651de-96ed-4a7e-a737-1ff36e094e7a req-fa5d534d-21d0-4b13-bbab-9494b8e476fc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346346 Jul 13 20:57:13.454271 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f82ca-c0b2-41a8-9329-e3d9004835e7 req-42d65e09-0cd2-432c-97ae-c74558558768 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:13.458277 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-871f82ca-c0b2-41a8-9329-e3d9004835e7 req-42d65e09-0cd2-432c-97ae-c74558558768 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0727193 Jul 13 20:57:13.508033 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-871f82ca-c0b2-41a8-9329-e3d9004835e7 req-f561fc90-a9db-4a6c-bc7f-412e68955073 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Jul 13 20:57:13.906622 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45276) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:14.010111 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-13d7d3dc-4677-420b-89f6-c32f74de0286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.129404 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-13d7d3dc-4677-420b-89f6-c32f74de0286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.137819 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-13d7d3dc-4677-420b-89f6-c32f74de0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.208524 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-13d7d3dc-4677-420b-89f6-c32f74de0286 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3fa64def3e540d2a6e6e0eb0865a432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007846 Jul 13 20:57:14.210448 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7d3dc-4677-420b-89f6-c32f74de0286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ea6b5-e200-473b-b44c-ee722b8ac3fa,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:14.211318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45282) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:14.241789 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dbdb4-693b-4125-80ac-b2bc7385f86a req-63723972-e444-4428-91ec-cf6ca193e94f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:14.243349 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c85dbdb4-693b-4125-80ac-b2bc7385f86a req-63723972-e444-4428-91ec-cf6ca193e94f tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.1078751 Jul 13 20:57:14.264185 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.288225 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.297181 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c85dbdb4-693b-4125-80ac-b2bc7385f86a req-9e8e2107-80c0-4dc2-8dac-579af777fbc8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478609 Jul 13 20:57:14.342165 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.345175 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:14.346356 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c3ea6b5-e200-473b-b44c-ee722b8ac3fa HTTP/1.1" status: 204 len: 168 time: 0.1339262 Jul 13 20:57:14.355740 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a0d4e-1c7c-4875-8aab-9744d1179a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ea6b5-e200-473b-b44c-ee722b8ac3fa,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:14.721072 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c57f-d4c1-46ed-8eff-a27218a4b22a req-3386e638-4eb9-431a-9ba2-0ff8595207d1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:14.722723 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-89a5c57f-d4c1-46ed-8eff-a27218a4b22a req-3386e638-4eb9-431a-9ba2-0ff8595207d1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0895915 Jul 13 20:57:14.767406 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-89a5c57f-d4c1-46ed-8eff-a27218a4b22a req-46cea750-de0e-4585-8d3e-3d7277c98ddf tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Jul 13 20:57:15.475876 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614537d-a45c-4f0d-af1c-344ad89f83e2 req-91008c4a-ee75-4042-bd50-18481730d097 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:15.477720 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c614537d-a45c-4f0d-af1c-344ad89f83e2 req-91008c4a-ee75-4042-bd50-18481730d097 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0678771 Jul 13 20:57:15.534490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c614537d-a45c-4f0d-af1c-344ad89f83e2 req-b6911320-639d-48e0-a993-db49772e2fd5 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512111 Jul 13 20:57:15.946220 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174a6a-4034-41b2-a6ec-44698b6aac09 req-b3dd3dcf-7ee1-4082-906d-41e2ef433c40 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:15.948014 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-70174a6a-4034-41b2-a6ec-44698b6aac09 req-b3dd3dcf-7ee1-4082-906d-41e2ef433c40 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0679159 Jul 13 20:57:15.987731 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-70174a6a-4034-41b2-a6ec-44698b6aac09 req-9a7f359e-c83c-4108-9045-72a664a91b8f tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Jul 13 20:57:16.711543 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107b5c-67be-4d4d-9d14-ee1921677bc1 req-9d434b45-19eb-4deb-af31-420d8a8c7b3b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:16.713063 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-33107b5c-67be-4d4d-9d14-ee1921677bc1 req-9d434b45-19eb-4deb-af31-420d8a8c7b3b tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0674241 Jul 13 20:57:16.751444 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-33107b5c-67be-4d4d-9d14-ee1921677bc1 req-3182aafe-286c-4c0b-a3f5-292062792db8 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Jul 13 20:57:17.168822 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c076-f580-46f4-b904-e1a40117c323 req-0420f235-5fd6-4ad3-9899-aa4bf32b297e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.170285 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5d57c076-f580-46f4-b904-e1a40117c323 req-0420f235-5fd6-4ad3-9899-aa4bf32b297e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 931 time: 0.0658672 Jul 13 20:57:17.207106 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-5d57c076-f580-46f4-b904-e1a40117c323 req-7401376b-125f-471d-a63e-9a511f4d9cea tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Jul 13 20:57:17.265572 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Request body: {'port': {'device_id': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:17.334465 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8845e-a580-446d-a2b2-1b5981808982 req-b5d901b0-612f-44e6-b784-9d61b6e21d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.335944 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-b5d901b0-612f-44e6-b784-9d61b6e21d0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 1099 time: 0.0526643 Jul 13 20:57:17.337867 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.443348 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8845e-a580-446d-a2b2-1b5981808982 req-c679b799-9086-4322-b98e-687025685ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.444865 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-c679b799-9086-4322-b98e-687025685ef3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 200 len: 910 time: 0.0993831 Jul 13 20:57:17.487486 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-7838a9a1-a85f-4032-b587-ef99160e4332 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 200 len: 217 time: 0.0337760 Jul 13 20:57:17.535660 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8845e-a580-446d-a2b2-1b5981808982 req-2173be23-5af5-4049-8c14-e48416c24f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.537088 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-2173be23-5af5-4049-8c14-e48416c24f45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 200 len: 848 time: 0.0426381 Jul 13 20:57:17.593091 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8845e-a580-446d-a2b2-1b5981808982 req-f1fbafd0-45c5-42cd-a416-d6e3563c617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.594466 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-f1fbafd0-45c5-42cd-a416-d6e3563c617a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3906394-331a-4dc7-af0c-d326ddcd1c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494535 Jul 13 20:57:17.598148 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ab6000-fbac-4da3-8345-eecdab46b994 {{(pid=104498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:57:17.605764 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.617647 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.provisioning_blocks [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Transition to ACTIVE for port object 23ab6000-fbac-4da3-8345-eecdab46b994 will not be triggered until provisioned by entity L2. {{(pid=104498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:57:17.622566 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.675002 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=2']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:17.689922 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-5e80f5fb-1acf-4f99-b73c-253288b9fb66 service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Jul 13 20:57:17.744756 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Attempting to bind port 23ab6000-fbac-4da3-8345-eecdab46b994 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:57:17.745228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Attempting to bind port 23ab6000-fbac-4da3-8345-eecdab46b994 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:57:17.745956 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Attempting to bind port 23ab6000-fbac-4da3-8345-eecdab46b994 on network 62ed4875-faea-4f9b-98ed-b7e54b479c09 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:57:17.750235 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Port 23ab6000-fbac-4da3-8345-eecdab46b994 on network 62ed4875-faea-4f9b-98ed-b7e54b479c09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:57:17.750727 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Attempting to bind port 23ab6000-fbac-4da3-8345-eecdab46b994 on network 62ed4875-faea-4f9b-98ed-b7e54b479c09 {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:57:17.756105 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Checking agent: {'id': '7c2b758b-f7dd-4535-8161-9e96612864a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'started_at': datetime.datetime(2021, 7, 13, 20, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:57:17.756563 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Checking segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:57:17.757048 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Bound using segment: {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'} {{(pid=104498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:57:17.757585 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.managers [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Bound port: 23ab6000-fbac-4da3-8345-eecdab46b994, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2970ded1-b74d-46a9-a744-a3f5190c1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09'}}] {{(pid=104498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:57:17.757949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.788842 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-12c8845e-a580-446d-a2b2-1b5981808982 req-35e40aa1-4951-4a8d-9445-2a4f11fc39ef service neutron] 10.222.0.44 "GET /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Jul 13 20:57:17.832069 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, cleared binding levels {{(pid=104498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:57:17.835229 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:57:17.841017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.884867 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.886085 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:17.887480 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] 10.222.0.44 "PUT /v2.0/ports/23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 1093 time: 0.6277425 Jul 13 20:57:17.892851 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:17.895663 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff80966-f420-47ad-94e7-3913e5be7e44" -d '{"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:17.921939 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd84e0-148c-4f89-85d2-e9e5293f562a service neutron] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=3']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:17.943944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c5a5d-632c-4ce0-8164-2fd20b8785f4 x-openstack-request-id: req-211c5a5d-632c-4ce0-8164-2fd20b8785f4 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:17.944323 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:17.944667 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-211c5a5d-632c-4ce0-8164-2fd20b8785f4 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:17.945001 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:57:17.990294 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba668c-c86d-4b7e-b82b-5c98c1f2b365 req-23cfec21-ff92-435c-9499-89ae9e8da53a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:17.991888 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-25ba668c-c86d-4b7e-b82b-5c98c1f2b365 req-23cfec21-ff92-435c-9499-89ae9e8da53a tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0939846 Jul 13 20:57:17.998462 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-6c08cc2a-578d-4a58-a0b5-7a906da1ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.000105 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-6c08cc2a-578d-4a58-a0b5-7a906da1ae5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1096 time: 0.0652997 Jul 13 20:57:18.035601 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-25ba668c-c86d-4b7e-b82b-5c98c1f2b365 req-0db2c421-a474-4c45-9a1d-42c97a368953 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 Jul 13 20:57:18.047225 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-24fa9d92-0952-4c29-befc-7ced4d250650 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 217 time: 0.0386529 Jul 13 20:57:18.102310 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-0d163edd-f911-4791-b3e2-06d9e381d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.103781 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-0d163edd-f911-4791-b3e2-06d9e381d8b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0494084 Jul 13 20:57:18.166091 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712401-36f3-4c57-9324-8d43adef6487 req-a07655e1-e884-424b-97e0-2cdcbd01a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.168056 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-a07655e1-e884-424b-97e0-2cdcbd01a5ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578165 Jul 13 20:57:18.274380 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-677762c4-65d2-47b1-b106-71fc35230582 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902267 Jul 13 20:57:18.400525 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-42712401-36f3-4c57-9324-8d43adef6487 req-ffdf61d5-6263-4d9d-931b-78892a7de39f service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234210 Jul 13 20:57:18.418280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292201-9a0d-46bd-a179-267e5ec27ddf req-90da05ac-f17d-49b0-ae05-33b394df0979 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.419832 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-04292201-9a0d-46bd-a179-267e5ec27ddf req-90da05ac-f17d-49b0-ae05-33b394df0979 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 943 time: 0.0945578 Jul 13 20:57:18.458207 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-04292201-9a0d-46bd-a179-267e5ec27ddf req-9c9c1635-5c52-4d40-82b9-2e04b1bed395 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Jul 13 20:57:18.510391 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-b7be0a6a-ebc9-4775-ac57-45136b16d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.512460 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-b7be0a6a-ebc9-4775-ac57-45136b16d7f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1096 time: 0.0533981 Jul 13 20:57:18.615887 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-93f039ca-e9ef-4fa5-9980-0d011a18f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.617521 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-93f039ca-e9ef-4fa5-9980-0d011a18f8ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.0951662 Jul 13 20:57:18.662321 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-c91545de-3c13-4e2e-b4e1-2fd6ba0ee450 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 217 time: 0.0348949 Jul 13 20:57:18.709554 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-94c070ea-9df8-4d6a-b71e-e957dc3506c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.710937 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-94c070ea-9df8-4d6a-b71e-e957dc3506c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0417609 Jul 13 20:57:18.736881 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:57:18.771408 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-4ffcdb1d-6893-4205-b879-11b203481ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.772839 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-4ffcdb1d-6893-4205-b879-11b203481ccb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534289 Jul 13 20:57:18.860639 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-dcbf091c-108f-439e-9d85-0fb52205e6ef service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801332 Jul 13 20:57:18.960032 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-bff80966-f420-47ad-94e7-3913e5be7e44 req-e223ede8-2c44-4178-a415-3799a16cd249 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Jul 13 20:57:18.978181 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-6326161e-87ad-40b0-89a1-561d5e6dd792 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:18.979670 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-6326161e-87ad-40b0-89a1-561d5e6dd792 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.44 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.0642633 Jul 13 20:57:19.079755 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Deleting port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:19.080098 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:19.190517 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] For port dd2c8515-6b42-4e9a-8386-7f8389ad32b0, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:19.190896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:19.204933 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Calling delete_port for dd2c8515-6b42-4e9a-8386-7f8389ad32b0 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:19.273003 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484707c-1547-4318-b467-1b76db9028a4 req-bb0c5d45-dd4e-4f27-8a1d-c8cf014152a2 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:19.274458 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c484707c-1547-4318-b467-1b76db9028a4 req-bb0c5d45-dd4e-4f27-8a1d-c8cf014152a2 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/ports?device_id=f436bf62-ee27-44a7-9096-3b764b2be49b HTTP/1.1" status: 200 len: 946 time: 0.1259382 Jul 13 20:57:19.328529 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c484707c-1547-4318-b467-1b76db9028a4 req-703edc70-e93a-487c-a6a3-eed19e7720a2 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41841df-0432-434b-a88b-4315fdf073c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478122 Jul 13 20:57:19.381011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:19.409684 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event deleted for resources: {'Port': ['ID=dd2c8515-6b42-4e9a-8386-7f8389ad32b0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:19.458660 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] No DVR routers for this DVR port dd2c8515-6b42-4e9a-8386-7f8389ad32b0 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:57:19.461194 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:19.463234 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-754d89fa-9434-4b4a-af83-9ae37bbcca30 req-90c2a44b-9cdc-4ff2-a8de-640668471bdc tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.44 "DELETE /v2.0/ports/dd2c8515-6b42-4e9a-8386-7f8389ad32b0 HTTP/1.1" status: 204 len: 173 time: 0.4766028 Jul 13 20:57:19.464207 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-deleted', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:19.466469 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcd8c8e-3db1-43d4-9c4b-1c73a77fa50e" -d '{"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-deleted", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:19.502774 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e983e-4bc4-41a3-a2f4-1bc6b77f7c59 x-openstack-request-id: req-340e983e-4bc4-41a3-a2f4-1bc6b77f7c59 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:19.503074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f436bf62-ee27-44a7-9096-3b764b2be49b", "name": "network-vif-deleted", "tag": "dd2c8515-6b42-4e9a-8386-7f8389ad32b0", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:19.503332 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-340e983e-4bc4-41a3-a2f4-1bc6b77f7c59 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:19.503778 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f436bf62-ee27-44a7-9096-3b764b2be49b', 'name': 'network-vif-deleted', 'tag': 'dd2c8515-6b42-4e9a-8386-7f8389ad32b0', 'status': 'completed', 'code': 200} Jul 13 20:57:19.636069 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55604528-d23b-4a63-993a-c41836a87115 req-9a1248c7-f4aa-4f37-a0ee-fb426ce73ee1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:19.637563 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-55604528-d23b-4a63-993a-c41836a87115 req-9a1248c7-f4aa-4f37-a0ee-fb426ce73ee1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 943 time: 0.0624979 Jul 13 20:57:19.679848 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-55604528-d23b-4a63-993a-c41836a87115 req-92bf1397-6ef3-4a3c-a2cd-7faa48a6f45d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354772 Jul 13 20:57:20.426474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45384) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:20.485482 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:20.510460 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:20.583788 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:20.588432 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:20.591037 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] 10.222.0.54 "DELETE /v2.0/security-groups/c41841df-0432-434b-a88b-4315fdf073c3 HTTP/1.1" status: 204 len: 168 time: 0.1631770 Jul 13 20:57:20.605831 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e0d8-a2cb-4db7-a5bd-aabc0b1b7b08 tempest-TestShelveInstance-1723759828 tempest-TestShelveInstance-1723759828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41841df-0432-434b-a88b-4315fdf073c3,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:20.859232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81470-6aa5-4757-835f-ae0e1faabca6 req-abb78a07-5baf-412d-9472-ae698c7dea72 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:20.860766 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-92a81470-6aa5-4757-835f-ae0e1faabca6 req-abb78a07-5baf-412d-9472-ae698c7dea72 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 943 time: 0.0688767 Jul 13 20:57:20.898804 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-92a81470-6aa5-4757-835f-ae0e1faabca6 req-5c63454d-47bd-4e04-b9ff-fe7b29247618 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Jul 13 20:57:21.197299 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b952bd2-6403-4e6e-a117-b5602e858129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:21.591630 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 23ab6000-fbac-4da3-8345-eecdab46b994 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=104499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:57:21.664922 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45426) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:21.701517 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:21.714523 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Returning: {'device': '23ab6000-fbac-4da3-8345-eecdab46b994', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'port_id': '23ab6000-fbac-4da3-8345-eecdab46b994', 'mac_address': 'fa:16:3e:5d:b0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:57:21.753403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:21.765676 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ab6000-fbac-4da3-8345-eecdab46b994 {{(pid=104499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:57:21.786004 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:21.789995 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:21.844087 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=4']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:21.856594 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.857061 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.857399 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.857736 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.858070 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.858432 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.858757 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.859110 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.859448 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.859803 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.860140 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:21.860448 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:22.025926 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:57:22.030348 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:22.133152 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8fdc-88fa-44b1-96e6-97da5d50b03e req-4a55d41e-bdf2-49c8-b21b-6161eb117f76 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:22.134612 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cf1a8fdc-88fa-44b1-96e6-97da5d50b03e req-4a55d41e-bdf2-49c8-b21b-6161eb117f76 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 944 time: 0.1192110 Jul 13 20:57:22.191905 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-cf1a8fdc-88fa-44b1-96e6-97da5d50b03e req-03926eef-788e-4f76-b0b7-5147d4e208b0 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Jul 13 20:57:22.265841 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:22.505863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Deleting port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:22.506197 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:22.578881 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] For port 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:22.579225 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:22.590978 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Calling delete_port for 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b owned by network:router_interface {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:22.759389 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:22.783536 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2aebaa-27d5-42c1-b65b-0740fb38fe3b,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:22.951125 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.161479 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Router 4c401630-4b0b-4b84-b072-81654e5f0915 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:57:23.268618 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:57:23.273458 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-edb46f13-8f2e-41f1-b778-d4a6b1bd4828 admin admin] 10.222.0.54 "PUT /v2.0/routers/4c401630-4b0b-4b84-b072-81654e5f0915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6070006 Jul 13 20:57:23.275923 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45446) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:23.280041 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Sync routers for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:57:23.288867 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:23.289552 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:23.378113 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c25c1-9303-4fd4-8be5-53603ddcca3c req-aa92692d-44a9-4a5b-bd65-3c91747f0f89 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:23.379429 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.380029 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e74c25c1-9303-4fd4-8be5-53603ddcca3c req-aa92692d-44a9-4a5b-bd65-3c91747f0f89 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 944 time: 0.0706372 Jul 13 20:57:23.394955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:23.420794 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e74c25c1-9303-4fd4-8be5-53603ddcca3c req-41dedb2c-8501-456c-a6fd-326a116b51e2 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341902 Jul 13 20:57:23.482496 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.533119 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Deleting port 7af55ee7-3304-4cc2-b8d8-116fa52c5519 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:23.533378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.568352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:57:22Z', 'revision_number': 5, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port': {'id': '7af55ee7-3304-4cc2-b8d8-116fa52c5519', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:02Z', 'updated_at': '2021-07-13T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:23.599168 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 23ab6000-fbac-4da3-8345-eecdab46b994 up at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:57:23.601386 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Checking router: 4c401630-4b0b-4b84-b072-81654e5f0915 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:57:23.611598 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] For port 7af55ee7-3304-4cc2-b8d8-116fa52c5519, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=7af55ee7-3304-4cc2-b8d8-116fa52c5519,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:23.611952 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.625021 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Calling delete_port for 7af55ee7-3304-4cc2-b8d8-116fa52c5519 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:23.634761 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Routers {'4c401630-4b0b-4b84-b072-81654e5f0915'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:23.635907 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:56:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4c401630-4b0b-4b84-b072-81654e5f0915'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:23.736632 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c237ebce-b61b-4580-86e0-ef0a7abd8337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.739284 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] Set router 4c401630-4b0b-4b84-b072-81654e5f0915 gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:23.740956 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning for port 23ab6000-fbac-4da3-8345-eecdab46b994 completed by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:57:23.796055 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:57:23Z', 'revision_number': 6, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:23.797709 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Provisioning complete for port 23ab6000-fbac-4da3-8345-eecdab46b994 triggered by entity L2. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:57:23.798098 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.852641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f915dfd-5ded-4819-a87d-10423d346ec6 None None] The sync data for ids ['4c401630-4b0b-4b84-b072-81654e5f0915'] in dv-cinder-800703-1-iscsi is: [{'id': '4c401630-4b0b-4b84-b072-81654e5f0915', 'name': 'tempest-TestShelveInstance-1883923078-router', 'tenant_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:01Z', 'updated_at': '2021-07-13T20:57:23Z', 'revision_number': 6, 'project_id': 'd23e8731cda14f87881f3a4ef739b1c6', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:57:23.866931 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.923958 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.953179 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:23.955500 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e9024323238e2b2b7c38666fbd00b1785495b820638095aaa1ae3b7437d289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8bb02-e574-409e-b0a5-04ac838b0ce3" -d '{"events": [{"server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "name": "network-vif-plugged", "status": "completed", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:23.969158 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:23.974383 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905'] for port, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:23.975467 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:23.998495 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f7d48-9af1-4e54-af16-58505eaae73e x-openstack-request-id: req-889f7d48-9af1-4e54-af16-58505eaae73e {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:23.998824 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "name": "network-vif-plugged", "status": "completed", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "code": 200}]} {{(pid=104499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:23.999194 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-889f7d48-9af1-4e54-af16-58505eaae73e {{(pid=104499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:23.999442 dv-cinder-800703-1-iscsi neutron-server[104499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'code': 200} Jul 13 20:57:24.018643 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: dd2c8515-6b42-4e9a-8386-7f8389ad32b0 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:24.018996 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device dd2c8515-6b42-4e9a-8386-7f8389ad32b0 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:24.045060 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=5']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:24.075419 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.099817 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af55ee7-3304-4cc2-b8d8-116fa52c5519,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:24.168252 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.241389 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e320769-44e0-4f17-ac5a-6a99a75aadb5 req-eb7c5427-f340-49ba-abd4-20d900528b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:24.242943 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e320769-44e0-4f17-ac5a-6a99a75aadb5 req-eb7c5427-f340-49ba-abd4-20d900528b0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1098 time: 0.0591698 Jul 13 20:57:24.267950 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.270351 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.282022 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4e320769-44e0-4f17-ac5a-6a99a75aadb5 req-9cd0c547-e42f-4ad9-a648-76f79a0a2c40 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jul 13 20:57:24.316993 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.317445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c401630-4b0b-4b84-b072-81654e5f0915 {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:57:24.322216 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.323407 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-727a74ce-0f43-49e8-ba69-83e546d0b099 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4c401630-4b0b-4b84-b072-81654e5f0915 HTTP/1.1" status: 204 len: 168 time: 1.0461435 Jul 13 20:57:24.326050 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45456) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:24.368955 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Deleting subnet 6002c0ca-be53-480f-ac81-ee1896c60dcf {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:57:24.372636 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.404859 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.482962 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.533776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.559206 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6002c0ca-be53-480f-ac81-ee1896c60dcf,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:24.562740 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.568012 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45460) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:24.568857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d81646-585a-441e-bcac-a59655630227 None None] Network d3906394-331a-4dc7-af0c-d326ddcd1c72 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:57:24.569294 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-123e0620-2246-4ec4-8b10-1e3cc6ce3f18 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6002c0ca-be53-480f-ac81-ee1896c60dcf HTTP/1.1" status: 204 len: 168 time: 0.2418306 Jul 13 20:57:24.643705 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128f45a-94fd-4d2b-a538-d8fd180e166c req-11d62f13-d53f-4ff4-a6b6-7dd5812cf556 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:24.645320 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e128f45a-94fd-4d2b-a538-d8fd180e166c req-11d62f13-d53f-4ff4-a6b6-7dd5812cf556 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.1166265 Jul 13 20:57:24.672473 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.693670 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.700684 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-e128f45a-94fd-4d2b-a538-d8fd180e166c req-35ec7fdf-7857-4db6-8eaa-760bee70e69b tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Jul 13 20:57:24.753903 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Deleting port 3025e093-dad3-47eb-b416-b5ce17f80f3b {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:24.754563 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.779602 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] DHCP port deletion for d3906394-331a-4dc7-af0c-d326ddcd1c72 request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:57:24.819799 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] For port 3025e093-dad3-47eb-b416-b5ce17f80f3b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3025e093-dad3-47eb-b416-b5ce17f80f3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:24.820074 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.824157 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Deleting port 3025e093-dad3-47eb-b416-b5ce17f80f3b {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:24.824541 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.835564 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Calling delete_port for 3025e093-dad3-47eb-b416-b5ce17f80f3b owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:24.889716 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] For port 3025e093-dad3-47eb-b416-b5ce17f80f3b, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=3025e093-dad3-47eb-b416-b5ce17f80f3b,segment=NetworkSegment(51ba6af1-08ef-4035-a014-8f998084614d),segment_id=51ba6af1-08ef-4035-a014-8f998084614d)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:24.890111 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.908293 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Calling delete_port for 3025e093-dad3-47eb-b416-b5ce17f80f3b owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:24.919179 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:24.950809 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3025e093-dad3-47eb-b416-b5ce17f80f3b,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:24.955366 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] No DVR routers for this DVR port 3025e093-dad3-47eb-b416-b5ce17f80f3b on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.968537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:57:24.993245 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.007799 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] No DVR routers for this DVR port 3025e093-dad3-47eb-b416-b5ce17f80f3b on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:57:25.031104 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb74da-aa8e-4b05-b484-5cf43c2fe279 None None] Pushing event deleted for resources: {'Port': ['ID=3025e093-dad3-47eb-b416-b5ce17f80f3b,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:25.040593 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.050478 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3906394-331a-4dc7-af0c-d326ddcd1c72']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:25.060615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ba6af1-08ef-4035-a014-8f998084614d') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:25.060913 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ba6af1-08ef-4035-a014-8f998084614d') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:25.069369 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.083683 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.096640 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:57:25.097092 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:57:25.098878 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:57:25.156731 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.160978 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.163229 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] 10.222.0.54 "DELETE /v2.0/networks/d3906394-331a-4dc7-af0c-d326ddcd1c72 HTTP/1.1" status: 204 len: 168 time: 0.5933270 Jul 13 20:57:25.165994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45462) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:25.180165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde76f-2e3e-439a-9f0c-a0b14aec9a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3906394-331a-4dc7-af0c-d326ddcd1c72,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:25.402242 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45470) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:25.500398 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-32aa6766-2f27-4468-809b-618195611b61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678413 Jul 13 20:57:25.502367 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-dabc24fc-0939-4db6-9558-b656fd6f2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.589842 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-dabc24fc-0939-4db6-9558-b656fd6f2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.593863 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-dabc24fc-0939-4db6-9558-b656fd6f2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.600848 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.636998 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-b8b1961f-c37d-4a56-829e-366c4cde6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:25.638502 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-b8b1961f-c37d-4a56-829e-366c4cde6fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1099 time: 0.1047726 Jul 13 20:57:25.638659 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc24fc-0939-4db6-9558-b656fd6f2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f1e894-28ea-4b02-94f1-35c784f7ad35,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:25.645706 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-dabc24fc-0939-4db6-9558-b656fd6f2f4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9613ebffd0314b6aa9927ea7be4f7768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423873 Jul 13 20:57:25.648290 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45474) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:25.702997 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.723590 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:25.730083 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.745675 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:25.746295 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 1b2aebaa-27d5-42c1-b65b-0740fb38fe3b not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:25.747110 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7af55ee7-3304-4cc2-b8d8-116fa52c5519 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:25.771048 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 7af55ee7-3304-4cc2-b8d8-116fa52c5519 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:25.771390 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 7af55ee7-3304-4cc2-b8d8-116fa52c5519 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:25.771975 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3025e093-dad3-47eb-b416-b5ce17f80f3b no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:25.789254 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.792886 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:25.794447 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98f1e894-28ea-4b02-94f1-35c784f7ad35 HTTP/1.1" status: 204 len: 168 time: 0.1451080 Jul 13 20:57:25.803714 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9565229-c211-4568-8395-e16d02b4ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f1e894-28ea-4b02-94f1-35c784f7ad35,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:25.806689 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 3025e093-dad3-47eb-b416-b5ce17f80f3b {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:25.807046 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 3025e093-dad3-47eb-b416-b5ce17f80f3b not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:25.921884 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518fc8c-0ed3-4f01-89e9-d03e7081637f req-6e8df22e-ba16-4d2c-ad97-ce93b64e4ef0 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:25.924687 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f518fc8c-0ed3-4f01-89e9-d03e7081637f req-6e8df22e-ba16-4d2c-ad97-ce93b64e4ef0 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0683892 Jul 13 20:57:25.970351 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f518fc8c-0ed3-4f01-89e9-d03e7081637f req-2464bc7a-efc9-40c2-b6d3-a2c96fc2f406 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Jul 13 20:57:26.113006 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-7d6f16b5-b95b-4e04-84e7-b7f07b1b714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:26.114355 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-7d6f16b5-b95b-4e04-84e7-b7f07b1b714c service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.1657908 Jul 13 20:57:26.222284 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-2ca40c4b-c028-45bf-9f34-0ae8492fdc5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 1000 time: 0.0853386 Jul 13 20:57:26.247592 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f146ca-d099-4289-8cf7-9fbd8f061ffe req-4c9ec15c-bb5e-4ea7-9c42-33c9c4498c80 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:26.248971 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d3f146ca-d099-4289-8cf7-9fbd8f061ffe req-4c9ec15c-bb5e-4ea7-9c42-33c9c4498c80 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.1487412 Jul 13 20:57:26.332966 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-ff862771-d6e2-4df8-b9d8-b09e2794fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:26.334372 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-ff862771-d6e2-4df8-b9d8-b09e2794fc8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.1015110 Jul 13 20:57:26.368447 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-d3f146ca-d099-4289-8cf7-9fbd8f061ffe req-bf6b4dab-9df4-4351-b581-004c91136161 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832314 Jul 13 20:57:26.421006 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Deleting port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:26.421398 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:26.463352 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-99d59194-15c3-4236-874e-ffa14ce1b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:26.465391 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-99d59194-15c3-4236-874e-ffa14ce1b53d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112788 Jul 13 20:57:26.467588 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:26.559416 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] For port 6ce85494-20a9-4d27-9e3e-43ba7e9025b0, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:26.559911 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:26.577429 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Calling delete_port for 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:26.593725 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-f0f3aad1-c751-47dc-8068-1223d4ccdee5 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206524 Jul 13 20:57:26.798028 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-87353771-fc3c-49bd-9856-5db38d2a8da2 req-7df6efbf-6654-496f-aa12-93c8ecbf0b85 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686630 Jul 13 20:57:26.835488 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7a9ef-b8bb-4104-b3ff-9865613bee42 req-3b8da051-b2ee-4080-ae96-258707a5cdfa tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:26.836925 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-abb7a9ef-b8bb-4104-b3ff-9865613bee42 req-3b8da051-b2ee-4080-ae96-258707a5cdfa tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.1460474 Jul 13 20:57:26.904059 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-abb7a9ef-b8bb-4104-b3ff-9865613bee42 req-ff05af30-5387-4c3d-966e-98566ef1c593 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Jul 13 20:57:26.917550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:26.948428 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce85494-20a9-4d27-9e3e-43ba7e9025b0,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:27.119041 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.347394 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Router 028acf89-1815-43e3-aebe-9905f358ed7c has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:57:27.454379 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:57:27.462413 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0848c77a-72a5-48f6-85a7-00bafe08f798 admin admin] 10.222.0.54 "PUT /v2.0/routers/028acf89-1815-43e3-aebe-9905f358ed7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952797 Jul 13 20:57:27.462558 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45492) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:27.463646 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Sync routers for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:57:27.472710 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:27.473307 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:27.564662 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.571953 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:27.666556 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.724286 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Deleting port 2f863f1f-cd66-44bf-b3bd-96c698019d92 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:27.724841 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.741579 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:57:26Z', 'revision_number': 5, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port': {'id': '2f863f1f-cd66-44bf-b3bd-96c698019d92', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:27.769301 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Checking router: 028acf89-1815-43e3-aebe-9905f358ed7c for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:57:27.777848 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Routers {'028acf89-1815-43e3-aebe-9905f358ed7c'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:27.778439 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['028acf89-1815-43e3-aebe-9905f358ed7c'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:27.804803 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] For port 2f863f1f-cd66-44bf-b3bd-96c698019d92, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2f863f1f-cd66-44bf-b3bd-96c698019d92,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:27.805167 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.817427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Calling delete_port for 2f863f1f-cd66-44bf-b3bd-96c698019d92 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:27.940447 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] Set router 028acf89-1815-43e3-aebe-9905f358ed7c gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:27.984212 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:27.991723 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:57:27Z', 'revision_number': 6, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:28.007336 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f863f1f-cd66-44bf-b3bd-96c698019d92,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:28.021799 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322bfe1-44ea-4e2f-b073-6940be333fe2 None None] The sync data for ids ['028acf89-1815-43e3-aebe-9905f358ed7c'] in dv-cinder-800703-1-iscsi is: [{'id': '028acf89-1815-43e3-aebe-9905f358ed7c', 'name': 'tempest-TestShelveInstance-1768848429-router', 'tenant_id': '8d84ed29713a49afb099cc317e2982f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:52:06Z', 'updated_at': '2021-07-13T20:57:27Z', 'revision_number': 6, 'project_id': '8d84ed29713a49afb099cc317e2982f9', 'gw_port_host': None}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:57:28.074520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.163668 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.165691 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.206153 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.206715 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028acf89-1815-43e3-aebe-9905f358ed7c {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:57:28.210846 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.211959 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4ba3c914-e1dd-4ef1-abc3-34801c51e7dd admin admin] 10.222.0.54 "DELETE /v2.0/routers/028acf89-1815-43e3-aebe-9905f358ed7c HTTP/1.1" status: 204 len: 168 time: 0.7484376 Jul 13 20:57:28.215121 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45494) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:28.258398 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Deleting subnet 063ef24c-f04f-47b5-8924-0cf4337b6d0a {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:57:28.259879 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.293721 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.377187 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.433795 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.459958 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063ef24c-f04f-47b5-8924-0cf4337b6d0a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:28.465947 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.470046 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-9d9535c3-6d34-4e15-b59a-15697064b9b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/063ef24c-f04f-47b5-8924-0cf4337b6d0a HTTP/1.1" status: 204 len: 168 time: 0.2518415 Jul 13 20:57:28.470385 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d42f0b-58e0-430e-9a17-c0912ce14e73 None None] Network 870f9e79-6357-4d23-b508-06d1f7db328e requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:57:28.471635 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45504) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:28.544315 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.600239 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Deleting port 63414673-6a5a-497a-8020-653558e1e447 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:28.600581 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.669256 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] For port 63414673-6a5a-497a-8020-653558e1e447, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=63414673-6a5a-497a-8020-653558e1e447,segment=NetworkSegment(149f99fe-f836-4045-b036-46a4816f78b4),segment_id=149f99fe-f836-4045-b036-46a4816f78b4)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:28.669673 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.685039 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Calling delete_port for 63414673-6a5a-497a-8020-653558e1e447 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:28.764303 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.792849 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=63414673-6a5a-497a-8020-653558e1e447,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:28.796491 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] No DVR routers for this DVR port 63414673-6a5a-497a-8020-653558e1e447 on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:57:28.835968 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc250c-d6e0-4ef8-8dc9-487a19b38afe None None] DHCP port deletion for 870f9e79-6357-4d23-b508-06d1f7db328e request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:57:28.868183 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.886834 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870f9e79-6357-4d23-b508-06d1f7db328e']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:28.897546 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f99fe-f836-4045-b036-46a4816f78b4') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:28.897844 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f99fe-f836-4045-b036-46a4816f78b4') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:28.906608 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.920328 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.926033 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:57:28.926436 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:57:28.937652 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:57:28.991461 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.001539 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.003424 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] 10.222.0.54 "DELETE /v2.0/networks/870f9e79-6357-4d23-b508-06d1f7db328e HTTP/1.1" status: 204 len: 168 time: 0.5302930 Jul 13 20:57:29.014701 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb589e-b80a-444f-a49c-1b995b694e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=870f9e79-6357-4d23-b508-06d1f7db328e,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:29.169933 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45518) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:29.209481 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-65741440-3cf7-49e1-a6d9-5d526c99b868 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d23e8731cda14f87881f3a4ef739b1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383298 Jul 13 20:57:29.211882 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45520) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:29.260559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.284907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.328949 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.331413 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.332539 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fa91e27-391a-40a8-adcc-5b80b0e602a2 HTTP/1.1" status: 204 len: 168 time: 0.1196592 Jul 13 20:57:29.340570 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dc499-8a2b-4b09-a092-44094fe78adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa91e27-391a-40a8-adcc-5b80b0e602a2,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:29.635916 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45526) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:29.682599 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ae546d0b-bfc9-40e1-9f2f-fe093311c146 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d84ed29713a49afb099cc317e2982f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376101 Jul 13 20:57:29.682599 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45528) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:29.717732 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 63414673-6a5a-497a-8020-653558e1e447 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:29.724004 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.736715 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 63414673-6a5a-497a-8020-653558e1e447 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:29.737060 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 63414673-6a5a-497a-8020-653558e1e447 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:29.737464 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:29.744747 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.755081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:29.755425 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 6ce85494-20a9-4d27-9e3e-43ba7e9025b0 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:29.755828 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2f863f1f-cd66-44bf-b3bd-96c698019d92 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:29.773593 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 2f863f1f-cd66-44bf-b3bd-96c698019d92 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:29.773935 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2f863f1f-cd66-44bf-b3bd-96c698019d92 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:57:29.791180 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.793831 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:29.795009 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccf6b6be-808d-49c5-9ef5-26498b330995 HTTP/1.1" status: 204 len: 168 time: 0.1170404 Jul 13 20:57:29.802704 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd361f4-4207-41bf-9607-9d1e8394479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6b6be-808d-49c5-9ef5-26498b330995,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:35.472632 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86857c-c99e-4850-a4a5-c8d7988686e1 req-3359b00e-bda1-4baa-8e5f-870327a9ca00 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:35.473998 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-de86857c-c99e-4850-a4a5-c8d7988686e1 req-3359b00e-bda1-4baa-8e5f-870327a9ca00 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0638323 Jul 13 20:57:35.509614 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-de86857c-c99e-4850-a4a5-c8d7988686e1 req-bb3b4ebf-5026-4c47-99c7-447d470053a4 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302677 Jul 13 20:57:35.535190 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45550) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:35.760482 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6046ed-0374-4858-9b83-d9ce2c8b577d tempest-TestMinimumBasicScenario-458118490 tempest-TestMinimumBasicScenario-458118490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:35.762476 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0c6046ed-0374-4858-9b83-d9ce2c8b577d tempest-TestMinimumBasicScenario-458118490 tempest-TestMinimumBasicScenario-458118490-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1093 time: 0.2262847 Jul 13 20:57:35.765356 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45554) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:35.769616 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'floatingip': {'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'port_id': '23ab6000-fbac-4da3-8345-eecdab46b994', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:35.790986 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for floatingip, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:35.886827 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:35.985048 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_common [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Allocated IP 172.27.2.229 (3564706d-c280-4690-857f-70ab28eb397d/db8bf180-490a-4670-94e4-c7a71379303c/571bcde1-3b5f-446f-acd8-addc960309ab) {{(pid=104497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:57:36.085787 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for port, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:36.122885 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781392595869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:36.157053 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Network 3564706d-c280-4690-857f-70ab28eb397d is already hosted by enough agents. {{(pid=104497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:57:36.163035 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.base_scheduler [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Resources bound (agent type, host, resource id): {{(pid=104497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:57:36.166436 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Received port after_create {{(pid=104497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:57:36.171896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'Port': ['ID=571bcde1-3b5f-446f-acd8-addc960309ab,revision_number=1']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:36.758800 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:36.830092 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:36.971295 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:36.975667 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.045924 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'Port': ['ID=571bcde1-3b5f-446f-acd8-addc960309ab,revision_number=2']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:37.053617 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414535'] for floatingip, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.148602 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Floating IP 5d95e3ea-a43b-40ea-8aa8-294680a09422 associated. External IP: 172.27.2.229, port: 23ab6000-fbac-4da3-8345-eecdab46b994. Jul 13 20:57:37.349957 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Router 95212346-13e2-4b4d-9bf7-25be2163db59 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:57:37.454702 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:57:37.464565 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Sync routers for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:57:37.469785 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.473225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:37.473862 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:37.508399 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-70b8ab39-0512-4ac0-aea8-6c25417a7804 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7420509 Jul 13 20:57:37.509213 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:37.511864 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45556) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:37.512358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:37.516559 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203780456', 'description': 'tempest-secgroup-smoke-203780456 description', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:37.540463 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.549261 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4c134-23f5-495e-a424-c899a67cb0ae x-openstack-request-id: req-8de4c134-23f5-495e-a424-c899a67cb0ae {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:37.549561 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:37.549819 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8de4c134-23f5-495e-a424-c899a67cb0ae {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:37.550223 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:57:37.590653 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:37.627606 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-1be1dccd-b399-4d08-b84f-d7c2c22978c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:37.629057 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-1be1dccd-b399-4d08-b84f-d7c2c22978c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1098 time: 0.0531647 Jul 13 20:57:37.636446 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.640447 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.670232 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.671703 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1587672 Jul 13 20:57:37.673752 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac86a-d95e-4473-bc43-f795858c7ecb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf9185-7a03-4a03-be71-917ad0be2543,revision_number=1']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:37.677205 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45560) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:37.681718 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:37.710078 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.725974 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-1e9dc62e-7af2-4c70-930c-56320b4bdedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:37.727504 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-1e9dc62e-7af2-4c70-930c-56320b4bdedd service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.0907700 Jul 13 20:57:37.767468 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.772319 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.790633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186b23c0-2a05-4a00-bd84-8f0ca72e0c37,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:37.795212 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.799025 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-0cb63af3-4a40-4615-962a-2cf5464be043 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208460 Jul 13 20:57:37.799378 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45562) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:37.807117 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:37.820098 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-0847467d-394b-4c2c-b100-656bf2c2b92d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 999 time: 0.0855455 Jul 13 20:57:37.831582 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5d95e3ea-a43b-40ea-8aa8-294680a09422', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'port_id': '23ab6000-fbac-4da3-8345-eecdab46b994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'mac_address': 'fa:16:3e:5d:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:57:36Z', 'updated_at': '2021-07-13T20:57:36Z', 'revision_number': 0, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:37.858424 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Checking router: 95212346-13e2-4b4d-9bf7-25be2163db59 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:57:37.867428 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:37.868041 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:37.871949 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.883979 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-d4e47187-36a3-4e03-aa20-d5fd3fa06e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:37.885355 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-d4e47187-36a3-4e03-aa20-d5fd3fa06e69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0586922 Jul 13 20:57:37.970546 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.973848 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:37.975583 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:37.993264 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-b7d95e91-1d34-4843-ab09-d666c086c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:37.994790 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-b7d95e91-1d34-4843-ab09-d666c086c73e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002619 Jul 13 20:57:37.999937 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e4328-53f2-4eab-ab7f-2dffde806a80,revision_number=0']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:38.011652 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.015379 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-ed7d4cb7-8670-4188-b616-0f9585f57bac tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107728 Jul 13 20:57:38.015784 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45564) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:38.021924 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:38.050104 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.091057 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-2cbcdb4c-8fb0-4b69-8b9c-826c58db90b5 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Jul 13 20:57:38.116602 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.121636 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.141262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b321a8eb-cae5-4bcd-a6e6-539c3a9d9d36,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:38.144328 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.148169 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-bdad38e2-1b84-4eb1-af51-4acb43e3b230 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273930 Jul 13 20:57:38.149017 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45566) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:38.154275 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:38.182777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.197504 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-af836ee8-7c90-4370-8bd9-3d5f8f132d2e req-be5af026-0867-4f36-a71b-a745c1d86428 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994163 Jul 13 20:57:38.244525 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.248249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.266356 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4403fff1-6a33-4832-a6e2-b8824505bb3e,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:38.268643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.269797 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-825d4d54-9df4-49a3-aa39-8dee2ac93776 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202745 Jul 13 20:57:38.272708 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45568) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:38.277626 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:38.299052 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.securitygroups_db [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Project d6695d6142864cd1a65dfd0271e20e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:57:38.303744 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.329837 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5d95e3ea-a43b-40ea-8aa8-294680a09422', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'port_id': '23ab6000-fbac-4da3-8345-eecdab46b994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'mac_address': 'fa:16:3e:5d:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:57:36Z', 'updated_at': '2021-07-13T20:57:36Z', 'revision_number': 0, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:38.355925 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e8cc5-c6ea-4f94-aee8-9266b8aa37bb None None] The sync data for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi is: [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': '5d95e3ea-a43b-40ea-8aa8-294680a09422', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'port_id': '23ab6000-fbac-4da3-8345-eecdab46b994', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'mac_address': 'fa:16:3e:5d:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:57:36Z', 'updated_at': '2021-07-13T20:57:36Z', 'revision_number': 0, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:57:38.362075 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.367217 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.384670 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a628b30a-4b06-4f7a-8586-10f7d6659b78,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:38.392682 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.393838 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4def041c-025a-44fb-b34b-45922988b68a tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203556 Jul 13 20:57:38.396620 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45570) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:38.401642 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'security_group_rule': {'security_group_id': 'a7bf9185-7a03-4a03-be71-917ad0be2543', 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:38.424422 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.securitygroups_db [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Project d6695d6142864cd1a65dfd0271e20e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:57:38.429485 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.493721 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.497803 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636605'] for security_group_rule, after_create {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.519074 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d49ec-87c2-4c4d-9215-66cb6488682d,revision_number=0']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:38.522776 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.527556 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-60313212-25ea-4d0d-b999-3aaa49234831 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299508 Jul 13 20:57:38.552287 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7925fa1f-e17a-4c2f-a571-b4924254b90a None None] New status for floating IP 5d95e3ea-a43b-40ea-8aa8-294680a09422: ACTIVE {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:57:38.646124 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-88db640b-e661-4789-9a13-c7052ca89843 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203780456&fields=id&tenant_id=d6695d6142864cd1a65dfd0271e20e7f HTTP/1.1" status: 200 len: 267 time: 0.0327232 Jul 13 20:57:38.713349 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-42bcdd0e-a803-40b4-9350-9672bc741050 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:38.715490 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-42bcdd0e-a803-40b4-9350-9672bc741050 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0634007 Jul 13 20:57:38.726472 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.v2.base [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'port': {'security_groups': ['b61142df-c61c-4a94-ae4b-281968f8fab3', 'a7bf9185-7a03-4a03-be71-917ad0be2543']}} {{(pid=104497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:57:38.810759 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:38.990589 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:39.021045 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for port, precommit_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:39.025479 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4962852'] for port, after_update {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:39.037050 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:57:39.078157 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.078310 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:39.079670 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-6a960caa-6bf6-47cc-b3ed-bc85614c8f20 req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "PUT /v2.0/ports/23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 981 time: 0.3578689 Jul 13 20:57:39.107994 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234c1e2-29ec-492a-9617-0fefcc50c25d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=6']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:39.152915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:57:39.253443 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcab50-c41d-4f85-a783-7cdbe6a64a24 req-1f8579be-878c-4d64-8f11-e4bef6f4e8f4 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.254996 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3afcab50-c41d-4f85-a783-7cdbe6a64a24 req-1f8579be-878c-4d64-8f11-e4bef6f4e8f4 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0677145 Jul 13 20:57:39.294551 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-3afcab50-c41d-4f85-a783-7cdbe6a64a24 req-070fa65d-d454-441e-a568-ff9e79bd57e1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335422 Jul 13 20:57:39.356947 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-565a3365-d4c5-4262-8048-6fe58012bc86 None None] Provisioning complete for port 23ab6000-fbac-4da3-8345-eecdab46b994 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:57:39.357249 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-565a3365-d4c5-4262-8048-6fe58012bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:39.551211 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:39.553583 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cdca75-c854-4784-92fb-97642cebdaea" -d '{"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:39.588123 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef21426-dccc-49a8-8e1a-d1ba9d7c7594 x-openstack-request-id: req-5ef21426-dccc-49a8-8e1a-d1ba9d7c7594 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:39.588485 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:39.588798 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ef21426-dccc-49a8-8e1a-d1ba9d7c7594 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:39.589234 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:57:39.663941 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdca75-c854-4784-92fb-97642cebdaea req-686835a5-2c4f-4b14-a776-f2a41b16ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.665608 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-686835a5-2c4f-4b14-a776-f2a41b16ea44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1137 time: 0.0540645 Jul 13 20:57:39.754709 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdca75-c854-4784-92fb-97642cebdaea req-42ed0cbd-41f6-49d3-b467-507da22f7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.756156 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-42ed0cbd-41f6-49d3-b467-507da22f7720 service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.0838368 Jul 13 20:57:39.818341 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-0985d545-57d7-4d46-a2cd-0d28355307e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 1001 time: 0.0547981 Jul 13 20:57:39.869537 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdca75-c854-4784-92fb-97642cebdaea req-21a14987-dd35-46b0-a28d-0e1661ae00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.871101 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-21a14987-dd35-46b0-a28d-0e1661ae00a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0459816 Jul 13 20:57:39.924570 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdca75-c854-4784-92fb-97642cebdaea req-05d3c88f-8e00-45a7-a556-efb0f462074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:39.925969 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-05d3c88f-8e00-45a7-a556-efb0f462074f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486760 Jul 13 20:57:40.010339 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-7dc44681-c282-4849-b5f3-df613e32362d service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774670 Jul 13 20:57:40.099114 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-30cdca75-c854-4784-92fb-97642cebdaea req-e3035ba8-28d1-4993-bb21-39cf000179d8 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824192 Jul 13 20:57:51.199997 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3e138536-53c1-4524-8313-12be79279d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:52.023340 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.712418 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45584) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:57:53.720554 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-fed7c986-56cd-4b66-92ed-ef96912dd002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.817930 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.864926 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port a2b4954b-b149-4819-9414-d66ca27e8305 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:53.865265 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.939548 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.939830 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:53.951770 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for a2b4954b-b149-4819-9414-d66ca27e8305 owned by network:floatingip {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:54.116520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:54.141074 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=a2b4954b-b149-4819-9414-d66ca27e8305,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:54.201801 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:54.202012 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP 5ca5bb21-fe30-456b-b624-26d68d2701bf disassociated (deleted). External IP: 172.27.2.168, port: ed29e535-b8c6-47bd-b393-4ffccf9c9c92. Jul 13 20:57:54.394159 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:57:54.496039 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:57:54.500816 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:54.505174 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:57:54.513681 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:54.514293 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:54.537327 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-f5288984-b9b9-4400-80df-5a564deaa457 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "DELETE /v2.0/floatingips/5ca5bb21-fe30-456b-b624-26d68d2701bf HTTP/1.1" status: 204 len: 168 time: 0.8237541 Jul 13 20:57:54.537919 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:54.540144 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a7142-0f33-4920-97f9-160b9df269e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:54.581288 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8839873-93ce-4361-9ce7-f67fbe7a56e1 x-openstack-request-id: req-b8839873-93ce-4361-9ce7-f67fbe7a56e1 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:54.581689 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:54.581942 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8839873-93ce-4361-9ce7-f67fbe7a56e1 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:54.582334 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'status': 'completed', 'code': 200} Jul 13 20:57:54.620781 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:54.657360 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-2ef4b628-1269-4039-9ee9-2976918296e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:54.658895 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-2ef4b628-1269-4039-9ee9-2976918296e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 1098 time: 0.0520084 Jul 13 20:57:54.713486 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:54.757482 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-90fe9cb1-9677-43f2-a71b-6ccd2e13982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:54.758974 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-90fe9cb1-9677-43f2-a71b-6ccd2e13982f service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0929165 Jul 13 20:57:54.800849 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-1491bd01-090b-4515-8891-73179814e1b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 200 len: 217 time: 0.0345821 Jul 13 20:57:54.853263 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-1978432b-e736-4a21-8428-3dc0eb04983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:54.855375 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-1978432b-e736-4a21-8428-3dc0eb04983a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0467458 Jul 13 20:57:54.864116 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:54.890522 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:57:54.898817 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:57:54.899437 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:54.959228 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-8715b302-e68f-4b9f-9e94-bb3b8838b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:54.960770 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-8715b302-e68f-4b9f-9e94-bb3b8838b016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993564 Jul 13 20:57:54.971860 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4830-16b7-44e4-b0fe-3c374741c505 req-b4df0d26-63ff-466a-b5df-8ab9ef0c79ea tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:54.973233 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ffcb4830-16b7-44e4-b0fe-3c374741c505 req-b4df0d26-63ff-466a-b5df-8ab9ef0c79ea tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.1027913 Jul 13 20:57:55.003037 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:57:55.056766 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ffcb4830-16b7-44e4-b0fe-3c374741c505 req-420c5853-72ff-47a9-a14e-d321df3e6516 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739055 Jul 13 20:57:55.086082 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-cd22c1a9-a0e0-4149-bf7d-36353bc6a123 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119227 Jul 13 20:57:55.173945 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3d8a7142-0f33-4920-97f9-160b9df269e3 req-f42e196c-2344-4e79-aca8-d13e1cfea387 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Jul 13 20:57:55.220230 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:57:55.249686 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40abfb66-192f-4b45-81a3-a2a6bb869525 None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_floatingips': [{'id': 'ae1f92af-d98e-4b9c-af5f-066cea783667', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'router_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'port_id': 'b258de8e-34a9-4579-9d99-991bb531c163', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'mac_address': 'fa:16:3e:4b:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:54:14Z', 'updated_at': '2021-07-13T20:54:16Z', 'revision_number': 1, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:57:55.447290 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc95787-9492-4933-832e-a09dcb2842c2 None None] New status for floating IP 5ca5bb21-fe30-456b-b624-26d68d2701bf: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:57:55.736278 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:57:56.226506 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b57c3-73b7-4075-9392-5b9ad4a3476a req-7b61820b-15b2-4523-af64-c1e3ee1a4d5b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.227972 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9e8b57c3-73b7-4075-9392-5b9ad4a3476a req-7b61820b-15b2-4523-af64-c1e3ee1a4d5b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.0611238 Jul 13 20:57:56.264605 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-9e8b57c3-73b7-4075-9392-5b9ad4a3476a req-3912170c-38b7-43f4-83c4-0d2f2385501d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Jul 13 20:57:56.425369 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-e5493bc1-822c-40ac-af41-969fc437f511 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.427025 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-e5493bc1-822c-40ac-af41-969fc437f511 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 945 time: 0.0631146 Jul 13 20:57:56.475445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:56.545284 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:57:56.545670 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:56.593322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-04e6f822-7575-4b37-813b-804291c335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.594815 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-04e6f822-7575-4b37-813b-804291c335c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1137 time: 0.0852878 Jul 13 20:57:56.629845 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] For port ed29e535-b8c6-47bd-b393-4ffccf9c9c92, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:57:56.630095 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:56.646702 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for ed29e535-b8c6-47bd-b393-4ffccf9c9c92 owned by compute:nova {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:57:56.669297 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c1379-f667-4965-ad5f-cb2c43b95851 req-f5ac9a2d-b6b9-48a6-a742-cdb7ded62685 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.670794 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ec6c1379-f667-4965-ad5f-cb2c43b95851 req-f5ac9a2d-b6b9-48a6-a742-cdb7ded62685 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.1206007 Jul 13 20:57:56.724258 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-ed52d615-e1c3-4856-8bff-3bc9b449f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.725722 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-ed52d615-e1c3-4856-8bff-3bc9b449f7b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.1236026 Jul 13 20:57:56.732760 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ec6c1379-f667-4965-ad5f-cb2c43b95851 req-163887b0-1cd0-408d-9af2-80c4641d6d95 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557559 Jul 13 20:57:56.770615 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:56.796616 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-f53bbb6e-8c43-4f4f-99c7-b69a7e428440 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 1001 time: 0.0629265 Jul 13 20:57:56.799273 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=ed29e535-b8c6-47bd-b393-4ffccf9c9c92,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:57:56.846155 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] No DVR routers for this DVR port ed29e535-b8c6-47bd-b393-4ffccf9c9c92 on host hv-cinder-80070 {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:57:56.846378 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-faa74875-0a7e-43d2-834e-35751d459842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.848584 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:57:56.848751 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-faa74875-0a7e-43d2-834e-35751d459842 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0451562 Jul 13 20:57:56.850494 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-c1d9aad7-e94b-4a0c-a11b-8c2efe5038b4 req-3d2e4bdb-b90d-483a-a5aa-5056b024f480 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "DELETE /v2.0/ports/ed29e535-b8c6-47bd-b393-4ffccf9c9c92 HTTP/1.1" status: 204 len: 173 time: 0.4165304 Jul 13 20:57:56.851006 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'name': 'network-vif-deleted', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:57:56.853170 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03245051-0e7f-4d49-b6ec-79e7f9fec8c1" -d '{"events": [{"server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "name": "network-vif-deleted", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:57:56.890804 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c171d66-cbee-4c27-ac9e-bec00bb84d65 x-openstack-request-id: req-6c171d66-cbee-4c27-ac9e-bec00bb84d65 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:57:56.891107 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84b6503-7980-49bd-b3bb-0c00b8d7a2bb", "name": "network-vif-deleted", "tag": "ed29e535-b8c6-47bd-b393-4ffccf9c9c92", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:57:56.891351 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c171d66-cbee-4c27-ac9e-bec00bb84d65 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:57:56.891746 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84b6503-7980-49bd-b3bb-0c00b8d7a2bb', 'name': 'network-vif-deleted', 'tag': 'ed29e535-b8c6-47bd-b393-4ffccf9c9c92', 'status': 'completed', 'code': 200} Jul 13 20:57:56.918861 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-a5e4482c-6db1-448a-b22c-3d470e2dc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:56.920374 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-a5e4482c-6db1-448a-b22c-3d470e2dc3de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621386 Jul 13 20:57:57.019023 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-86d433c0-7851-42be-a598-03c10c9c2ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Jul 13 20:57:57.109752 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-c50f2284-d2ae-48d8-8bb6-2e01ab1d933f req-669c1cf9-766d-4778-9cad-b3d136128a9d service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Jul 13 20:57:57.418093 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-e5fa6317-d240-450d-86d0-a9eda0800018 req-58e13e44-683b-4019-9abf-4d498928268a tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d84b6503-7980-49bd-b3bb-0c00b8d7a2bb HTTP/1.1" status: 200 len: 210 time: 0.0320907 Jul 13 20:57:57.908978 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907b30d-84b2-4192-bf53-7f49c73294e9 req-ee472517-306b-4102-ae05-3c5edf535f2c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:57.910437 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4907b30d-84b2-4192-bf53-7f49c73294e9 req-ee472517-306b-4102-ae05-3c5edf535f2c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0621657 Jul 13 20:57:57.949185 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-4907b30d-84b2-4192-bf53-7f49c73294e9 req-18507a5d-339d-4668-9aa2-98ef1d182f6e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329516 Jul 13 20:57:59.119257 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698efe7-52f7-469f-b3d4-ce055c8f5c9c req-2797931c-6d44-4505-ba68-9316378d303b tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:57:59.121093 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1698efe7-52f7-469f-b3d4-ce055c8f5c9c req-2797931c-6d44-4505-ba68-9316378d303b tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0638068 Jul 13 20:57:59.159076 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-1698efe7-52f7-469f-b3d4-ce055c8f5c9c req-2b07684d-c464-4479-a5b0-2f18c7485c22 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324774 Jul 13 20:57:59.784493 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device ed29e535-b8c6-47bd-b393-4ffccf9c9c92 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:57:59.803771 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: ed29e535-b8c6-47bd-b393-4ffccf9c9c92 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:57:59.804111 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device ed29e535-b8c6-47bd-b393-4ffccf9c9c92 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:00.326942 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4276-3a7e-45bb-bfa2-71c62a9e7e16 req-8437f438-42fa-4980-a493-3481701f729e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:00.328370 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ec6d4276-3a7e-45bb-bfa2-71c62a9e7e16 req-8437f438-42fa-4980-a493-3481701f729e tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0608549 Jul 13 20:58:00.365795 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-ec6d4276-3a7e-45bb-bfa2-71c62a9e7e16 req-d3aa54e1-4548-4cba-a22b-d0846cb33fca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318632 Jul 13 20:58:00.717470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45624) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:00.867427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port bb0aa12d-4538-4efe-8483-ccd8b28c7c5d {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:00.867772 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:00.944345 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:00.944707 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:00.956986 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for bb0aa12d-4538-4efe-8483-ccd8b28c7c5d owned by network:floatingip {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:01.097336 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:01.121601 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=bb0aa12d-4538-4efe-8483-ccd8b28c7c5d,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:01.181271 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:01.181600 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.db.l3_db [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Floating IP ae1f92af-d98e-4b9c-af5f-066cea783667 disassociated (deleted). External IP: 172.27.2.4, port: b258de8e-34a9-4579-9d99-991bb531c163. Jul 13 20:58:01.378155 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:01.540396 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1e8ea-8b28-4296-8960-24e57a88f7cc req-d8114d9a-473a-4eeb-bb7c-1bdc60d76ff5 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:01.541950 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3bc1e8ea-8b28-4296-8960-24e57a88f7cc req-d8114d9a-473a-4eeb-bb7c-1bdc60d76ff5 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0645914 Jul 13 20:58:01.583980 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-3bc1e8ea-8b28-4296-8960-24e57a88f7cc req-80ccc21b-4d07-4a0d-9ead-7a9fd7e3e3dc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360813 Jul 13 20:58:01.748728 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:01.753716 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:01.757905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:01.766558 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:01.767195 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:01.792091 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-91ffcccb-7144-49fd-a86f-2d75fd0cf160 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae1f92af-d98e-4b9c-af5f-066cea783667 HTTP/1.1" status: 204 len: 168 time: 1.0712457 Jul 13 20:58:01.792091 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:58:01.792948 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce5dd7-9363-4dad-b338-dd295c647c02" -d '{"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:58:01.838001 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084e6ca-dc14-4d02-8222-a657b8517bf2 x-openstack-request-id: req-5084e6ca-dc14-4d02-8222-a657b8517bf2 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:58:01.838294 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "tag": "b258de8e-34a9-4579-9d99-991bb531c163", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:58:01.838544 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5084e6ca-dc14-4d02-8222-a657b8517bf2 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:58:01.838971 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163', 'status': 'completed', 'code': 200} Jul 13 20:58:01.873849 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:01.915794 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-845db842-7c19-443c-8a01-1dda16ba0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:01.917233 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-845db842-7c19-443c-8a01-1dda16ba0c0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 1099 time: 0.0544169 Jul 13 20:58:02.010907 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-d4d2d122-45c1-42a1-8683-e97dba6de04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:02.012851 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-d4d2d122-45c1-42a1-8683-e97dba6de04d service neutron] 10.222.0.44 "GET /v2.0/networks?id=788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 200 len: 913 time: 0.0890894 Jul 13 20:58:02.055378 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-eceaee21-38ae-4fb5-adff-0d93fc13a556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 200 len: 217 time: 0.0362287 Jul 13 20:58:02.109449 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-207bc982-a226-4266-8ddd-725f04106407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:02.110944 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-207bc982-a226-4266-8ddd-725f04106407 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 200 len: 851 time: 0.0485058 Jul 13 20:58:02.172632 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-0b650c50-8778-44da-b47a-55f7cfcd649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:02.174058 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-0b650c50-8778-44da-b47a-55f7cfcd649f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=788743f8-ff68-48bc-ae2f-f2c3519d461d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562830 Jul 13 20:58:02.185668 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2a8a-2ed3-4caf-a298-81f7f3a1a784 req-7669b19d-38d4-4254-9aeb-2acc4bfd4254 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:02.187299 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed2b2a8a-2ed3-4caf-a298-81f7f3a1a784 req-7669b19d-38d4-4254-9aeb-2acc4bfd4254 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0629616 Jul 13 20:58:02.196433 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:02.225361 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ed2b2a8a-2ed3-4caf-a298-81f7f3a1a784 req-a81e4ea5-a769-458e-81ae-48de378eb434 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Jul 13 20:58:02.226410 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:02.235691 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:02.236301 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:02.266241 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-5233fefc-fa1e-42a2-84ea-b0ab0d1fe3f0 service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826387 Jul 13 20:58:02.337081 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:02.359900 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82ce5dd7-9363-4dad-b338-dd295c647c02 req-db779ec8-fc71-40b0-a0b7-3c363c1688cc service neutron] 10.222.0.44 "GET /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Jul 13 20:58:02.532250 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:02.556347 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc151a-a291-4577-9d36-844d2d1e86da None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:37Z', 'revision_number': 4, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': '5c734331-319f-4d10-bd1a-fab1c2f77a6c', 'name': '', 'network_id': '788743f8-ff68-48bc-ae2f-f2c3519d461d', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'mac_address': 'fa:16:3e:85:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:36Z', 'updated_at': '2021-07-13T20:50:44Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'subnets': [{'id': '89b5f677-f304-4ccf-afd2-87135b6152b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:02.768759 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01935-f734-4f0f-af5c-16789460c3ba req-6cc20ae2-a26e-487d-b9e2-c04b688366d7 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:02.770233 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-89d01935-f734-4f0f-af5c-16789460c3ba req-6cc20ae2-a26e-487d-b9e2-c04b688366d7 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0732133 Jul 13 20:58:02.777458 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db32c3b4-b9eb-4ae1-8bf7-a13949a076aa None None] New status for floating IP ae1f92af-d98e-4b9c-af5f-066cea783667: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:58:02.811945 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-89d01935-f734-4f0f-af5c-16789460c3ba req-5775a1e3-5ab9-4136-a346-7b506f2fca68 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356696 Jul 13 20:58:03.401109 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdff49-183b-4b1c-8154-c6c9b29b1962 req-61ed4aa5-48b3-46cf-807d-c03b13e8df26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:03.402541 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9bdff49-183b-4b1c-8154-c6c9b29b1962 req-61ed4aa5-48b3-46cf-807d-c03b13e8df26 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0641160 Jul 13 20:58:03.438206 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-a9bdff49-183b-4b1c-8154-c6c9b29b1962 req-13cc3cc7-464b-40e0-8f85-f0198a8a1d83 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/security-groups?id=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294695 Jul 13 20:58:03.638445 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-f8ef82c6-a846-4fbb-9058-8f02a8fa20df tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:03.639802 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-f8ef82c6-a846-4fbb-9058-8f02a8fa20df tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 946 time: 0.0651436 Jul 13 20:58:03.731837 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port b258de8e-34a9-4579-9d99-991bb531c163 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:03.732173 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:03.818249 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] For port b258de8e-34a9-4579-9d99-991bb531c163, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=b258de8e-34a9-4579-9d99-991bb531c163,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:03.818952 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:03.831044 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for b258de8e-34a9-4579-9d99-991bb531c163 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:03.988086 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:04.021518 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=b258de8e-34a9-4579-9d99-991bb531c163,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:04.061327 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955499f3-5b1a-401e-bc82-edee3b32206d req-1e75acb6-aff4-4b90-9117-b22b1ee03d94 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:04.062893 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-955499f3-5b1a-401e-bc82-edee3b32206d req-1e75acb6-aff4-4b90-9117-b22b1ee03d94 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.1351945 Jul 13 20:58:04.082432 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] No DVR routers for this DVR port b258de8e-34a9-4579-9d99-991bb531c163 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:04.085145 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:04.087039 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-f43f75ef-2a6a-4551-aacb-2015957f1ad0 req-12ac392e-3164-4010-bb51-bf82bd553a8f tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.44 "DELETE /v2.0/ports/b258de8e-34a9-4579-9d99-991bb531c163 HTTP/1.1" status: 204 len: 173 time: 0.4421184 Jul 13 20:58:04.091625 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'name': 'network-vif-deleted', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:58:04.093785 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eaa198-8335-4047-ab05-9b7e062cdae3" -d '{"events": [{"server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "name": "network-vif-deleted", "tag": "b258de8e-34a9-4579-9d99-991bb531c163"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:58:04.127465 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-955499f3-5b1a-401e-bc82-edee3b32206d req-778199ce-d90a-4170-8b54-801793c8a5d2 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460734 Jul 13 20:58:04.132003 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f563f51-2745-4c5d-9ed4-af8f3945da27 x-openstack-request-id: req-5f563f51-2745-4c5d-9ed4-af8f3945da27 {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:58:04.132283 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca35476a-231f-4d46-b067-d6d2cd2ec675", "name": "network-vif-deleted", "tag": "b258de8e-34a9-4579-9d99-991bb531c163", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:58:04.132539 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f563f51-2745-4c5d-9ed4-af8f3945da27 {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:58:04.132913 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca35476a-231f-4d46-b067-d6d2cd2ec675', 'name': 'network-vif-deleted', 'tag': 'b258de8e-34a9-4579-9d99-991bb531c163', 'status': 'completed', 'code': 200} Jul 13 20:58:04.587919 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-eee0f7bb-44ac-4019-8112-ba182259dd5f req-707d922b-6ae4-425f-9e7a-70ad2718dd9d tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca35476a-231f-4d46-b067-d6d2cd2ec675 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Jul 13 20:58:05.297065 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41f73-974c-4714-805b-9a3ac9e9b3b7 req-a9641ba8-53b0-4307-ab44-abfdbaaf9fbc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:05.298517 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c41f73-974c-4714-805b-9a3ac9e9b3b7 req-a9641ba8-53b0-4307-ab44-abfdbaaf9fbc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0642481 Jul 13 20:58:05.336681 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-50c41f73-974c-4714-805b-9a3ac9e9b3b7 req-f2b3e48e-a73c-47ca-ab67-11c364acf446 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327120 Jul 13 20:58:05.678033 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45648) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:05.795517 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Deleting port c3931b3d-e031-4f0e-89c1-4092d44af3b5 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:05.795852 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:05.867509 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:05.867758 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:05.879051 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Calling delete_port for c3931b3d-e031-4f0e-89c1-4092d44af3b5 owned by network:floatingip {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:06.005595 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:06.031449 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'Port': ['ID=c3931b3d-e031-4f0e-89c1-4092d44af3b5,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:06.092335 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for floatingip, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:06.094832 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:06.095970 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-50b13b08-7e33-4d7a-b482-90960d2de89b tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "DELETE /v2.0/floatingips/8dc77985-ee40-491e-a49a-1a179c7e5fca HTTP/1.1" status: 204 len: 168 time: 0.4169395 Jul 13 20:58:06.508087 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a14ac-3e25-4530-a0e0-26d50c0129dc req-116a5bee-d2d2-4234-b6d1-2f817f8b0bd3 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:06.509580 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-247a14ac-3e25-4530-a0e0-26d50c0129dc req-116a5bee-d2d2-4234-b6d1-2f817f8b0bd3 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0654166 Jul 13 20:58:06.548807 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-247a14ac-3e25-4530-a0e0-26d50c0129dc req-bf6ed952-e040-44a7-a168-8dcec8276259 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329769 Jul 13 20:58:07.354485 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45662) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:07.411747 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:07.435988 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:07.496944 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:07.499599 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:07.500744 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] 10.222.0.54 "DELETE /v2.0/security-groups/cdb43fb1-6ee2-429e-b874-f3d8bb4314b4 HTTP/1.1" status: 204 len: 168 time: 0.1452415 Jul 13 20:58:07.509574 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb43fb1-6ee2-429e-b874-f3d8bb4314b4,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:07.516470 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.516818 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.517160 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.517500 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.517833 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.518164 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.518494 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.518852 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.519184 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.519508 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.519828 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.520147 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e5d98-d9a7-41d7-8f53-7b21cc64fc42 tempest-TestVolumeBootPattern-1915623620 tempest-TestVolumeBootPattern-1915623620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:07.555423 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45666) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:07.802871 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9600-3f63-4c99-b1c3-c56b9ff20b96 req-86a0ba45-ef2b-4f54-bde3-6318aa1171b5 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:07.804335 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2de9600-3f63-4c99-b1c3-c56b9ff20b96 req-86a0ba45-ef2b-4f54-bde3-6318aa1171b5 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.1443663 Jul 13 20:58:07.828904 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b258de8e-34a9-4579-9d99-991bb531c163 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:07.853654 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: b258de8e-34a9-4579-9d99-991bb531c163 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:07.854059 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device b258de8e-34a9-4579-9d99-991bb531c163 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:07.915596 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b2de9600-3f63-4c99-b1c3-c56b9ff20b96 req-411e509c-f80c-4e9f-bee0-e94fda191ee3 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780325 Jul 13 20:58:08.070056 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:08.309561 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Deleting port 5c734331-319f-4d10-bd1a-fab1c2f77a6c {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:08.309898 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:08.383215 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] For port 5c734331-319f-4d10-bd1a-fab1c2f77a6c, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=5c734331-319f-4d10-bd1a-fab1c2f77a6c,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:08.383569 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:08.396280 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Calling delete_port for 5c734331-319f-4d10-bd1a-fab1c2f77a6c owned by network:router_interface {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:08.566599 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:08.594910 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c734331-319f-4d10-bd1a-fab1c2f77a6c,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:08.752456 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:08.959940 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:09.063510 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:09.068489 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-6f825e1a-416d-4b89-b755-8b06d469d917 admin admin] 10.222.0.54 "PUT /v2.0/routers/49395336-f24c-4e7b-a3bb-3de7cfcbfb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5120499 Jul 13 20:58:09.071047 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45674) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:09.073648 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Sync routers for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:09.084253 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:09.085064 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:09.097308 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033524cb-d0e2-49d3-ad52-1f7286e2e90c req-826467d5-505f-4a3a-9cb0-7bb1edbdaea0 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:09.098840 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-033524cb-d0e2-49d3-ad52-1f7286e2e90c req-826467d5-505f-4a3a-9cb0-7bb1edbdaea0 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0677130 Jul 13 20:58:09.143435 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-033524cb-d0e2-49d3-ad52-1f7286e2e90c req-386c59c0-ab01-4963-983c-4eb9df2a4f36 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7bf9185-7a03-4a03-be71-917ad0be2543&id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383954 Jul 13 20:58:09.174165 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:09.190929 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:09.273904 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:09.366080 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '84388452-9f7c-4a96-94c3-303db1100f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:58:08Z', 'revision_number': 5, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port': {'id': '84388452-9f7c-4a96-94c3-303db1100f29', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:09.393034 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Checking router: 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:09.401920 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Routers {'49395336-f24c-4e7b-a3bb-3de7cfcbfb84'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:09.402549 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:09.490411 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] Set router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:09.545794 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:58:09Z', 'revision_number': 6, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:09.572160 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92cda3-c753-4c27-983d-c42969ccca65 None None] The sync data for ids ['49395336-f24c-4e7b-a3bb-3de7cfcbfb84'] in dv-cinder-800703-1-iscsi is: [{'id': '49395336-f24c-4e7b-a3bb-3de7cfcbfb84', 'name': 'tempest-TestVolumeBootPattern-1675455953-router', 'tenant_id': '5fb73309996744d489d8ea1b5abfa5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:33Z', 'updated_at': '2021-07-13T20:58:09Z', 'revision_number': 6, 'project_id': '5fb73309996744d489d8ea1b5abfa5e9', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:09.599630 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Deleting port 84388452-9f7c-4a96-94c3-303db1100f29 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:09.600134 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:09.674633 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] For port 84388452-9f7c-4a96-94c3-303db1100f29, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=84388452-9f7c-4a96-94c3-303db1100f29,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:09.674991 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:09.686793 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Calling delete_port for 84388452-9f7c-4a96-94c3-303db1100f29 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:09.839599 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:09.868102 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84388452-9f7c-4a96-94c3-303db1100f29,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:09.930777 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.025990 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.028202 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.069923 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.070457 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49395336-f24c-4e7b-a3bb-3de7cfcbfb84 {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:58:10.075110 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.075989 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-b1ac4756-875a-4f2c-ad15-a27bb6b42ce0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/49395336-f24c-4e7b-a3bb-3de7cfcbfb84 HTTP/1.1" status: 204 len: 168 time: 1.0038617 Jul 13 20:58:10.079096 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45678) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:10.124047 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Deleting subnet 89b5f677-f304-4ccf-afd2-87135b6152b2 {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:58:10.127248 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.159846 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.231766 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.284294 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.309104 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b5f677-f304-4ccf-afd2-87135b6152b2,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:10.311577 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.315639 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-7f301256-0b05-4546-a04e-66a19a2ac895 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89b5f677-f304-4ccf-afd2-87135b6152b2 HTTP/1.1" status: 204 len: 168 time: 0.2334046 Jul 13 20:58:10.316014 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45680) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:10.318815 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957c5c5-ad8e-4644-9a88-c4b1f6808ba3 None None] Network 788743f8-ff68-48bc-ae2f-f2c3519d461d requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:58:10.361447 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c734331-319f-4d10-bd1a-fab1c2f77a6c no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:10.390135 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 5c734331-319f-4d10-bd1a-fab1c2f77a6c {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:10.390475 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 5c734331-319f-4d10-bd1a-fab1c2f77a6c not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:10.390894 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.443549 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Deleting port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:10.443981 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.513250 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] For port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:10.514226 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.526291 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Calling delete_port for 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 owned by network:dhcp {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:10.539084 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] DHCP port deletion for 788743f8-ff68-48bc-ae2f-f2c3519d461d request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:58:10.588445 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Deleting port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:10.589092 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.609622 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.635409 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:10.643474 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] No DVR routers for this DVR port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 on host dv-cinder-800703-1-iscsi {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:10.659589 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] For port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,segment=NetworkSegment(9021c733-564d-4af8-87e9-49a41bf35dfa),segment_id=9021c733-564d-4af8-87e9-49a41bf35dfa)] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:10.660006 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.673614 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Calling delete_port for 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:10.717352 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.726946 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788743f8-ff68-48bc-ae2f-f2c3519d461d']}} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:10.737478 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9021c733-564d-4af8-87e9-49a41bf35dfa') {'for_net_delete': True} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:10.737774 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.services.segments.db [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9021c733-564d-4af8-87e9-49a41bf35dfa') {} {{(pid=104498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:10.744713 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.746449 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6186521'] for segment, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.760533 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=104498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6186441'] for segment, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: Traceback (most recent call last): Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: timer() Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: cb(*args, **kw) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: return func(*args, **kwargs) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: self._notify() Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: self.callback(batched_events) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: event.method(event) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: return f(self, *a, **k) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._get(url).json() Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: return self.request(url, 'GET', **kwargs) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:58:10.773055 dv-cinder-800703-1-iscsi neutron-server[104498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:58:10.776640 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] Pushing event deleted for resources: {'Port': ['ID=47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:10.779857 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315889d-9350-497f-8d28-2b6a46f7329a None None] No DVR routers for this DVR port 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:10.828719 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.833995 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:10.835829 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] 10.222.0.54 "DELETE /v2.0/networks/788743f8-ff68-48bc-ae2f-f2c3519d461d HTTP/1.1" status: 204 len: 168 time: 0.5191245 Jul 13 20:58:10.838792 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45682) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:10.846160 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2acd-98da-4d54-8dfd-fb8c19afe491 admin admin] Pushing event deleted for resources: {'Network': ['ID=788743f8-ff68-48bc-ae2f-f2c3519d461d,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:11.166974 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:11.651358 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Deleting port f9b74681-5f13-4ace-94b3-8c87242f2f7d {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:11.651696 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:11.723586 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 84388452-9f7c-4a96-94c3-303db1100f29 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:11.728818 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] For port f9b74681-5f13-4ace-94b3-8c87242f2f7d, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=f9b74681-5f13-4ace-94b3-8c87242f2f7d,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:11.729238 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:11.741715 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Calling delete_port for f9b74681-5f13-4ace-94b3-8c87242f2f7d owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:11.742189 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 84388452-9f7c-4a96-94c3-303db1100f29 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:11.742533 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 84388452-9f7c-4a96-94c3-303db1100f29 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:11.742966 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:11.760414 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:11.760762 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 47d3179b-cd34-4a6c-9dd8-9f3ae3bc2d32 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:11.913366 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:11.937548 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b74681-5f13-4ace-94b3-8c87242f2f7d,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:12.097875 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.301188 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Router fa6084e5-0e4a-4595-af90-9d80d70701c7 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:12.402649 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:12.407545 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a449153b-c8e3-46f6-8f74-25bd41067732 admin admin] 10.222.0.54 "PUT /v2.0/routers/fa6084e5-0e4a-4595-af90-9d80d70701c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5677173 Jul 13 20:58:12.410013 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45684) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:12.412523 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Sync routers for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:12.422053 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:12.422685 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:12.511413 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks [] for router, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.526814 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:12.612171 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.662105 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Deleting port 87390e34-3726-4370-8661-0d6b4edc080f {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:12.662440 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.700661 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '87390e34-3726-4370-8661-0d6b4edc080f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:58:11Z', 'revision_number': 5, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port': {'id': '87390e34-3726-4370-8661-0d6b4edc080f', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:12.726353 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Checking router: fa6084e5-0e4a-4595-af90-9d80d70701c7 for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:12.736275 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Routers {'fa6084e5-0e4a-4595-af90-9d80d70701c7'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:12.736878 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:57:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['fa6084e5-0e4a-4595-af90-9d80d70701c7'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:12.739272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] For port 87390e34-3726-4370-8661-0d6b4edc080f, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=87390e34-3726-4370-8661-0d6b4edc080f,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:12.739633 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.755747 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Calling delete_port for 87390e34-3726-4370-8661-0d6b4edc080f owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:12.820990 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] Set router fa6084e5-0e4a-4595-af90-9d80d70701c7 gateway port host: None {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:12.875355 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:58:12Z', 'revision_number': 6, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:12.901112 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab5318-3e6b-4343-94c6-d62ad217bdca None None] The sync data for ids ['fa6084e5-0e4a-4595-af90-9d80d70701c7'] in dv-cinder-800703-1-iscsi is: [{'id': 'fa6084e5-0e4a-4595-af90-9d80d70701c7', 'name': 'tempest-TestVolumeBootPattern-1317541827-router', 'tenant_id': '96e8a38ae7dc4596bb0f26152297a944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:50:40Z', 'updated_at': '2021-07-13T20:58:12Z', 'revision_number': 6, 'project_id': '96e8a38ae7dc4596bb0f26152297a944', 'gw_port_host': None}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:12.916881 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:12.945781 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Pushing event deleted for resources: {'Port': ['ID=87390e34-3726-4370-8661-0d6b4edc080f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:13.004897 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.089489 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.091560 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.136200 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.136650 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6084e5-0e4a-4595-af90-9d80d70701c7 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:58:13.141271 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.142412 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d9826517-6225-4b3f-8d6b-3612a3264392 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fa6084e5-0e4a-4595-af90-9d80d70701c7 HTTP/1.1" status: 204 len: 168 time: 0.7314925 Jul 13 20:58:13.144893 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45686) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:13.187162 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Deleting subnet 3fe54bc0-a4d8-4542-a8f6-05b264e440f1 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:58:13.190011 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.224541 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.308226 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.362975 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.387046 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe54bc0-a4d8-4542-a8f6-05b264e440f1,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:13.390529 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.392904 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-af69bd91-636e-4cf9-bcbe-df91dd55fc12 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3fe54bc0-a4d8-4542-a8f6-05b264e440f1 HTTP/1.1" status: 204 len: 168 time: 0.2466006 Jul 13 20:58:13.394913 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45688) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:13.397205 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5306fa5f-2a4d-4b6d-9d9a-858c20aff138 None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:58:13.459408 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.510239 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Deleting port 22314e53-6fe8-41cf-9559-de54e556e949 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:13.510595 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.574754 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] For port 22314e53-6fe8-41cf-9559-de54e556e949, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=22314e53-6fe8-41cf-9559-de54e556e949,segment=NetworkSegment(b0b42bce-b694-40d8-9ddb-7ac6e337366f),segment_id=b0b42bce-b694-40d8-9ddb-7ac6e337366f)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:13.575049 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.587067 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Calling delete_port for 22314e53-6fe8-41cf-9559-de54e556e949 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:13.635652 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] DHCP port deletion for 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:58:13.666968 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.685549 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Deleting port 22314e53-6fe8-41cf-9559-de54e556e949 {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:13.685931 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.696097 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Pushing event deleted for resources: {'Port': ['ID=22314e53-6fe8-41cf-9559-de54e556e949,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:13.703663 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] No DVR routers for this DVR port 22314e53-6fe8-41cf-9559-de54e556e949 on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:13.735682 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 87390e34-3726-4370-8661-0d6b4edc080f no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:13.781730 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.794057 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b1d622-da62-42fc-b3f2-eeb74cfe2c53']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:13.806988 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b42bce-b694-40d8-9ddb-7ac6e337366f') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:13.807285 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b42bce-b694-40d8-9ddb-7ac6e337366f') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:13.817151 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.836394 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.844338 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:58:13.844823 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:58:13.863164 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:58:13.886628 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 87390e34-3726-4370-8661-0d6b4edc080f {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:13.886981 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 87390e34-3726-4370-8661-0d6b4edc080f not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:13.887403 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 22314e53-6fe8-41cf-9559-de54e556e949 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:13.911213 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 22314e53-6fe8-41cf-9559-de54e556e949 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:13.911484 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 22314e53-6fe8-41cf-9559-de54e556e949 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:13.911878 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device f9b74681-5f13-4ace-94b3-8c87242f2f7d no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:13.931922 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.936294 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: f9b74681-5f13-4ace-94b3-8c87242f2f7d {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:13.936641 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device f9b74681-5f13-4ace-94b3-8c87242f2f7d not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:13.943693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] For port 22314e53-6fe8-41cf-9559-de54e556e949, host dv-cinder-800703-1-iscsi, got binding levels [] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:13.944108 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.953128 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:13.958498 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] 10.222.0.54 "DELETE /v2.0/networks/30b1d622-da62-42fc-b3f2-eeb74cfe2c53 HTTP/1.1" status: 204 len: 168 time: 0.5596695 Jul 13 20:58:13.958498 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aa7c8-5dbb-4874-8a92-322472809aee admin admin] Pushing event deleted for resources: {'Network': ['ID=30b1d622-da62-42fc-b3f2-eeb74cfe2c53,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:13.970132 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Calling delete_port for 22314e53-6fe8-41cf-9559-de54e556e949 owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:13.973118 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.ipam_backend_mixin [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Port 22314e53-6fe8-41cf-9559-de54e556e949 was not found and therefore no delete operation was performed {{(pid=104499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:58:13.974798 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.001444 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Network 30b1d622-da62-42fc-b3f2-eeb74cfe2c53 is not hosted by any dhcp agent {{(pid=104499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 20:58:14.002158 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] No DVR routers for this DVR port 22314e53-6fe8-41cf-9559-de54e556e949 on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:14.004192 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a8f4d-8bb2-46b2-948b-f3b7b3c70b8f None None] Pushing event deleted for resources: {'Port': ['ID=22314e53-6fe8-41cf-9559-de54e556e949,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:14.085609 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45692) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:14.127229 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-a14c45eb-5636-47be-91a6-edba642a8659 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fb73309996744d489d8ea1b5abfa5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401297 Jul 13 20:58:14.129889 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45694) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:14.186233 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.206109 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.252698 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.255154 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.256287 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72ba87db-858a-4f91-9789-f60507893bf2 HTTP/1.1" status: 204 len: 168 time: 0.1253805 Jul 13 20:58:14.263692 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee49706-f72a-4e19-ba4e-0bcbc0f2f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba87db-858a-4f91-9789-f60507893bf2,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:14.547531 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45700) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:14.586755 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-93c3e659-f940-4206-a5fa-a2ce3e5e7c23 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96e8a38ae7dc4596bb0f26152297a944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380266 Jul 13 20:58:14.588986 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45702) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:14.636228 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.659202 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.706383 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.708897 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:14.710031 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/690aef42-fdbc-4d79-9853-809175cbd14a HTTP/1.1" status: 204 len: 168 time: 0.1201780 Jul 13 20:58:14.717318 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749997f2-2f76-4505-b85f-c6e0f372951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690aef42-fdbc-4d79-9853-809175cbd14a,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:21.201248 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-ccb0b148-154b-42c2-aa13-a48bdd749ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:22.043010 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:23.721364 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3abd4779-c17a-488c-b22d-ce4ad4f44022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:23.819039 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:24.694873 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:26.475056 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:32.735333 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:58:42.056929 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4acd2332-8be4-4a81-952c-032e185fac23 req-f1c9acd8-9785-4555-8472-3dc9940590eb tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203780456&fields=id&tenant_id=d6695d6142864cd1a65dfd0271e20e7f HTTP/1.1" status: 200 len: 267 time: 0.2161329 Jul 13 20:58:42.120420 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2332-8be4-4a81-952c-032e185fac23 req-e9e5039f-0c23-47b0-a3cc-f20780b623f1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.122368 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4acd2332-8be4-4a81-952c-032e185fac23 req-e9e5039f-0c23-47b0-a3cc-f20780b623f1 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 984 time: 0.0597248 Jul 13 20:58:42.132920 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.v2.base [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Request body: {'port': {'security_groups': ['b61142df-c61c-4a94-ae4b-281968f8fab3']}} {{(pid=104498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:58:42.214390 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532727'] for port, before_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.380881 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:42.408229 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for port, precommit_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.412321 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781392985887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781392595887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781392595905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6186545'] for port, after_update {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.424483 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:58:42.456275 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.456905 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.458303 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-4acd2332-8be4-4a81-952c-032e185fac23 req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "PUT /v2.0/ports/23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 942 time: 0.3298025 Jul 13 20:58:42.458781 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:58:42.461057 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a69748-c17d-4774-b545-036cbf708f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:58:42.466438 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45714) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:42.490369 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83608-d662-4a07-8d0f-a3205e9df22c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event updated for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=7']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:42.541656 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a3f85c-0e80-492b-9f75-71ef0e3831ce x-openstack-request-id: req-31a3f85c-0e80-492b-9f75-71ef0e3831ce {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:58:42.542176 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:58:42.542312 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.543936 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31a3f85c-0e80-492b-9f75-71ef0e3831ce {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:58:42.544536 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:58:42.562447 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:58:42.571210 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.647418 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.649955 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.655381 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "DELETE /v2.0/security-groups/a7bf9185-7a03-4a03-be71-917ad0be2543 HTTP/1.1" status: 204 len: 168 time: 0.1850705 Jul 13 20:58:42.662095 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45718) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:42.669504 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf9185-7a03-4a03-be71-917ad0be2543,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:42.698899 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69748-c17d-4774-b545-036cbf708f5c req-59f3b796-e664-4213-b195-039ba895387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.701774 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-59f3b796-e664-4213-b195-039ba895387c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1098 time: 0.1254308 Jul 13 20:58:42.726971 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.provisioning_blocks [None req-f2cd921f-fae4-4c30-8da5-ecba988cdf2b None None] Provisioning complete for port 23ab6000-fbac-4da3-8345-eecdab46b994 triggered by entity DHCP. {{(pid=104499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:58:42.727225 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f2cd921f-fae4-4c30-8da5-ecba988cdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608048'] for port, provisioning_complete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.758855 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.759206 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.759564 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.759886 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.760217 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.760550 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.760875 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.761199 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.761522 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.761839 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.762417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.762940 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76269f41-504b-43ac-837b-f19ff47a54ca tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:42.809686 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69748-c17d-4774-b545-036cbf708f5c req-35fe591d-a1ea-4ef2-a505-7245ce92208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.811313 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-35fe591d-a1ea-4ef2-a505-7245ce92208d service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.1036434 Jul 13 20:58:42.842832 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Deleting port 571bcde1-3b5f-446f-acd8-addc960309ab {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:42.843174 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.878923 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-cbaff038-74ac-453b-bbf1-4cb832b22a79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 1001 time: 0.0608406 Jul 13 20:58:42.916320 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.916678 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:42.929109 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Calling delete_port for 571bcde1-3b5f-446f-acd8-addc960309ab owned by network:floatingip {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:42.930086 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69748-c17d-4774-b545-036cbf708f5c req-653def6a-91b4-48bf-a58c-2d25c5cb8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.931555 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-653def6a-91b4-48bf-a58c-2d25c5cb8e5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0467277 Jul 13 20:58:42.987601 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69748-c17d-4774-b545-036cbf708f5c req-d132ec1a-c1bc-4638-982f-85c6aac8ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:42.989098 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-d132ec1a-c1bc-4638-982f-85c6aac8ca93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508246 Jul 13 20:58:43.000263 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-c0cd6945-6eaa-4dd1-ae47-df433fba893e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:58:43.001194 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-c0cd6945-6eaa-4dd1-ae47-df433fba893e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049338 Jul 13 20:58:43.074202 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:43.088063 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-71045af9-790e-465d-8767-56a43361ea87 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805404 Jul 13 20:58:43.098896 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event deleted for resources: {'Port': ['ID=571bcde1-3b5f-446f-acd8-addc960309ab,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:43.162654 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks [] for floatingip, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:43.162995 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.db.l3_db [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Floating IP 5d95e3ea-a43b-40ea-8aa8-294680a09422 disassociated (deleted). External IP: 172.27.2.229, port: 23ab6000-fbac-4da3-8345-eecdab46b994. Jul 13 20:58:43.180925 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-b8a69748-c17d-4774-b545-036cbf708f5c req-2b52c15f-b1f6-4c56-a1b1-30aa86d9dc5c service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Jul 13 20:58:43.356763 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Router 95212346-13e2-4b4d-9bf7-25be2163db59 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:43.457813 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:43.462672 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for floatingip, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:43.467556 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Sync routers for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:43.476124 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:43.476726 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:43.497948 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-1c8e2df6-6927-4b15-ab79-ed5feba09954 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "DELETE /v2.0/floatingips/5d95e3ea-a43b-40ea-8aa8-294680a09422 HTTP/1.1" status: 204 len: 168 time: 0.8345985 Jul 13 20:58:43.498518 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:58:43.500773 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438832ccbb0d3964e27cf6164af6eb5a73240fdfb60ec9896e25571ea803308" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e112b-131c-4fca-94cd-e0a8ef452a53" -d '{"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:58:43.539646 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86b764-8ac8-4020-b620-fc4c94e027e8 x-openstack-request-id: req-5e86b764-8ac8-4020-b620-fc4c94e027e8 {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:58:43.539954 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:58:43.540202 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e86b764-8ac8-4020-b620-fc4c94e027e8 {{(pid=104497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:58:43.540594 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:58:43.584500 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:43.615639 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-4ca250d4-0822-42ca-b179-76a9e9927d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:43.617141 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-4ca250d4-0822-42ca-b179-76a9e9927d91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 1098 time: 0.0522745 Jul 13 20:58:43.713274 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-080d904e-d55c-4ff5-ac1a-19c6927c0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:43.714941 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-080d904e-d55c-4ff5-ac1a-19c6927c0288 service neutron] 10.222.0.44 "GET /v2.0/networks?id=62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 200 len: 916 time: 0.0914910 Jul 13 20:58:43.772934 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-9bc81ffb-efc6-4ffb-9761-bec13e19bf46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 200 len: 217 time: 0.0520411 Jul 13 20:58:43.796205 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:43.823745 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Checking router: 95212346-13e2-4b4d-9bf7-25be2163db59 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:43.832360 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:43.833069 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:43.844497 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-f52d1610-b455-4294-a134-486703e37467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:43.846001 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-f52d1610-b455-4294-a134-486703e37467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 200 len: 854 time: 0.0637884 Jul 13 20:58:43.904641 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-87327d82-3388-40ab-93e5-c837729e8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:43.906031 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-87327d82-3388-40ab-93e5-c837729e8849 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62ed4875-faea-4f9b-98ed-b7e54b479c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535784 Jul 13 20:58:43.936016 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:43.994611 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-d743aebe-a28d-4883-9b0d-2ab1fa0c6b2d service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819430 Jul 13 20:58:44.080420 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-404e112b-131c-4fca-94cd-e0a8ef452a53 req-77d0939d-c361-4e6b-8237-d3e3ae5eb996 service neutron] 10.222.0.44 "GET /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793221 Jul 13 20:58:44.131103 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-36b034c4-b495-4551-9ac1-359789139905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:44.156427 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b034c4-b495-4551-9ac1-359789139905 None None] The sync data for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi is: [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:48Z', 'revision_number': 4, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi', '_interfaces': [{'id': 'dc25cc7e-5249-476a-85c4-a1945250bc73', 'name': '', 'network_id': '62ed4875-faea-4f9b-98ed-b7e54b479c09', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'mac_address': 'fa:16:3e:c1:e1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:47Z', 'updated_at': '2021-07-13T20:56:54Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'subnets': [{'id': 'feb30667-bc13-4bf9-8c61-270fc59c3517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:44.366658 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea489b-67bb-4791-8cf0-c9f24f0a81b1 None None] New status for floating IP 5d95e3ea-a43b-40ea-8aa8-294680a09422: DOWN {{(pid=104500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:58:46.616479 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63eaf5-bfa5-49eb-a502-eefda11bfab3 req-6dac9eee-532b-4d18-a27a-744e3ec13fcc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:46.617858 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ea63eaf5-bfa5-49eb-a502-eefda11bfab3 req-6dac9eee-532b-4d18-a27a-744e3ec13fcc tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0645189 Jul 13 20:58:46.657537 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [req-ea63eaf5-bfa5-49eb-a502-eefda11bfab3 req-bd191bae-a9ba-4a07-b923-93e97008aa8c tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 13 20:58:47.833322 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afecbc-d80e-4f88-a935-3db3ff0b850d req-e30653f0-75e7-4e37-9337-e64e824a6c25 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:47.834829 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-26afecbc-d80e-4f88-a935-3db3ff0b850d req-e30653f0-75e7-4e37-9337-e64e824a6c25 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0667689 Jul 13 20:58:47.871961 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-26afecbc-d80e-4f88-a935-3db3ff0b850d req-5b65b7e6-2c69-4afd-b933-a561b0b3ac93 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/security-groups?id=b61142df-c61c-4a94-ae4b-281968f8fab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Jul 13 20:58:48.195405 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-55d311cd-6e23-4417-a5b0-aabbda79db2d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:58:48.196800 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-55d311cd-6e23-4417-a5b0-aabbda79db2d tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.44 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 945 time: 0.0600584 Jul 13 20:58:48.291798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Deleting port 23ab6000-fbac-4da3-8345-eecdab46b994 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:48.292135 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:48.372987 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] For port 23ab6000-fbac-4da3-8345-eecdab46b994, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23ab6000-fbac-4da3-8345-eecdab46b994,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:48.373335 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:48.385429 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Calling delete_port for 23ab6000-fbac-4da3-8345-eecdab46b994 owned by compute:nova {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:48.508923 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:48.519885 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] get_ports_and_sgs() called for port_ids ['23ab6000-fbac-4da3-8345-eecdab46b994'] {{(pid=104499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:58:48.536645 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Pushing event deleted for resources: {'Port': ['ID=23ab6000-fbac-4da3-8345-eecdab46b994,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:48.580881 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] No DVR routers for this DVR port 23ab6000-fbac-4da3-8345-eecdab46b994 on host hv-cinder-80070 {{(pid=104498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:48.583247 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114644'] for port, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:48.585142 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-82c62adc-3eac-4b50-bf30-3e0134611fe6 req-a251ed44-f689-4c25-83ea-135590dc5b11 tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.44 "DELETE /v2.0/ports/23ab6000-fbac-4da3-8345-eecdab46b994 HTTP/1.1" status: 204 len: 173 time: 0.3834803 Jul 13 20:58:48.585562 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'name': 'network-vif-deleted', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994'}] {{(pid=104498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:58:48.587775 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b566762434b8423585055908851e53b08adbc074071039d351f7eceb4b2b41d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b51e1-3e3c-4a71-ba4a-d0c9309a3c78" -d '{"events": [{"server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "name": "network-vif-deleted", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994"}]}' {{(pid=104498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:58:48.623262 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd6d25-866b-444e-941d-ca2e098f4baf x-openstack-request-id: req-96dd6d25-866b-444e-941d-ca2e098f4baf {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:58:48.623551 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dec5c-a61e-4bdf-bdd8-9aa59ecf2476", "name": "network-vif-deleted", "tag": "23ab6000-fbac-4da3-8345-eecdab46b994", "status": "completed", "code": 200}]} {{(pid=104498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:58:48.623798 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96dd6d25-866b-444e-941d-ca2e098f4baf {{(pid=104498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:58:48.624182 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dec5c-a61e-4bdf-bdd8-9aa59ecf2476', 'name': 'network-vif-deleted', 'tag': '23ab6000-fbac-4da3-8345-eecdab46b994', 'status': 'completed', 'code': 200} Jul 13 20:58:49.037529 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [req-a158ffd9-42f4-43b7-b472-cb951ee0b8fa req-9aaf7987-6fc3-43c6-ae97-66b1368d958b tempest-TestMinimumBasicScenario-1535483516 tempest-TestMinimumBasicScenario-1535483516-project] 10.222.0.54 "GET /v2.0/ports?device_id=756dec5c-a61e-4bdf-bdd8-9aa59ecf2476 HTTP/1.1" status: 200 len: 210 time: 0.0331485 Jul 13 20:58:50.715910 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45802) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:51.040864 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:51.202703 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2124d69e-cf45-4c71-82be-c4158c50ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:51.280956 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Deleting port dc25cc7e-5249-476a-85c4-a1945250bc73 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:51.281302 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:51.357216 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] For port dc25cc7e-5249-476a-85c4-a1945250bc73, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=dc25cc7e-5249-476a-85c4-a1945250bc73,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:51.357487 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:51.369501 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Calling delete_port for dc25cc7e-5249-476a-85c4-a1945250bc73 owned by network:router_interface {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:51.779515 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:51.810307 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc25cc7e-5249-476a-85c4-a1945250bc73,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:51.967160 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.030519 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 23ab6000-fbac-4da3-8345-eecdab46b994 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:52.054062 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] No Port match for: 23ab6000-fbac-4da3-8345-eecdab46b994 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:52.054389 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Device 23ab6000-fbac-4da3-8345-eecdab46b994 not bound to the agent host hv-cinder-80070 {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:52.059754 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.170958 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Router 95212346-13e2-4b4d-9bf7-25be2163db59 has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:52.271866 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:52.276798 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-2603b503-dc1c-492d-9154-ef7893a47911 admin admin] 10.222.0.54 "PUT /v2.0/routers/95212346-13e2-4b4d-9bf7-25be2163db59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5598810 Jul 13 20:58:52.279874 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45804) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:52.282558 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Sync routers for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:52.291650 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:52.292245 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:52.379298 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.392514 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: dv-cinder-800703-1-iscsi {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:52.476768 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.532799 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Deleting port 59775916-c5f4-42bf-9e96-9acc9e6f43e8 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:52.533044 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.567088 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:58:51Z', 'revision_number': 5, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port': {'id': '59775916-c5f4-42bf-9e96-9acc9e6f43e8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:52.592183 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Checking router: 95212346-13e2-4b4d-9bf7-25be2163db59 for host: dv-cinder-800703-1-iscsi {{(pid=104499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:52.600206 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Routers {'95212346-13e2-4b4d-9bf7-25be2163db59'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:52.600805 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:24Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['95212346-13e2-4b4d-9bf7-25be2163db59'], 'active': True} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:52.611023 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] For port 59775916-c5f4-42bf-9e96-9acc9e6f43e8, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=59775916-c5f4-42bf-9e96-9acc9e6f43e8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:52.611388 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.622502 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Calling delete_port for 59775916-c5f4-42bf-9e96-9acc9e6f43e8 owned by network:router_gateway {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:52.682913 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvr_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] Set router 95212346-13e2-4b4d-9bf7-25be2163db59 gateway port host: None {{(pid=104499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:52.736519 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_hamode_db [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:58:52Z', 'revision_number': 6, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port_host': None}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:52.762847 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546003b-88d1-464b-b173-7b9fbf13b2a8 None None] The sync data for ids ['95212346-13e2-4b4d-9bf7-25be2163db59'] in dv-cinder-800703-1-iscsi is: [{'id': '95212346-13e2-4b4d-9bf7-25be2163db59', 'name': 'tempest-TestMinimumBasicScenario-1606309450-router', 'tenant_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:45Z', 'updated_at': '2021-07-13T20:58:52Z', 'revision_number': 6, 'project_id': 'd6695d6142864cd1a65dfd0271e20e7f', 'gw_port_host': None}] {{(pid=104499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:52.789249 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.814825 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59775916-c5f4-42bf-9e96-9acc9e6f43e8,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:52.873863 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.961692 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:52.963742 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.003809 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.004378 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95212346-13e2-4b4d-9bf7-25be2163db59 {{(pid=104497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:58:53.009014 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.010125 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-d0a13575-96b3-48a3-9b97-7ae3df455fd6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/95212346-13e2-4b4d-9bf7-25be2163db59 HTTP/1.1" status: 204 len: 168 time: 0.7290094 Jul 13 20:58:53.013120 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45806) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:53.055846 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.db_base_plugin_v2 [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Deleting subnet feb30667-bc13-4bf9-8c61-270fc59c3517 {{(pid=104497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:58:53.058692 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.091638 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4963054'] for subnet, precommit_delete_associations {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.174354 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.226755 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4962930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940314'] for subnet, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.252789 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb30667-bc13-4bf9-8c61-270fc59c3517,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:53.256437 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for subnet, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.259794 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-95baac97-f1fd-40d2-a37a-e5cea671932f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/feb30667-bc13-4bf9-8c61-270fc59c3517 HTTP/1.1" status: 204 len: 168 time: 0.2440293 Jul 13 20:58:53.260709 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45808) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:53.263048 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84df29-9621-43fb-ad5e-4f60e04f70da None None] Network 62ed4875-faea-4f9b-98ed-b7e54b479c09 requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:58:53.330156 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.382235 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Deleting port 2af12672-9d0e-4dc7-9799-f3be22e2d694 {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:53.382593 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.443040 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] For port 2af12672-9d0e-4dc7-9799-f3be22e2d694, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=2af12672-9d0e-4dc7-9799-f3be22e2d694,segment=NetworkSegment(2970ded1-b74d-46a9-a744-a3f5190c1849),segment_id=2970ded1-b74d-46a9-a744-a3f5190c1849)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:53.443324 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.455391 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Calling delete_port for 2af12672-9d0e-4dc7-9799-f3be22e2d694 owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:53.505138 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] DHCP port deletion for 62ed4875-faea-4f9b-98ed-b7e54b479c09 request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:58:53.540207 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.553803 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Deleting port 2af12672-9d0e-4dc7-9799-f3be22e2d694 {{(pid=104499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:53.554186 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.567067 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Pushing event deleted for resources: {'Port': ['ID=2af12672-9d0e-4dc7-9799-f3be22e2d694,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:53.568867 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] No DVR routers for this DVR port 2af12672-9d0e-4dc7-9799-f3be22e2d694 on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:53.617094 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.db [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] For port 2af12672-9d0e-4dc7-9799-f3be22e2d694, host dv-cinder-800703-1-iscsi, got binding levels [] {{(pid=104499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:53.617494 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.635071 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Calling delete_port for 2af12672-9d0e-4dc7-9799-f3be22e2d694 owned by network:dhcp {{(pid=104499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:53.638271 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.ipam_backend_mixin [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Port 2af12672-9d0e-4dc7-9799-f3be22e2d694 was not found and therefore no delete operation was performed {{(pid=104499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 20:58:53.639205 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.639560 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878'] for port, after_delete {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.649040 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ed4875-faea-4f9b-98ed-b7e54b479c09']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:53.664086 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2970ded1-b74d-46a9-a744-a3f5190c1849') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:53.664385 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2970ded1-b74d-46a9-a744-a3f5190c1849') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:53.674971 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.692549 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.700774 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:58:53.702165 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:58:53.704214 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:58:53.775192 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.792674 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.794032 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device dc25cc7e-5249-476a-85c4-a1945250bc73 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:53.795248 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] 10.222.0.54 "DELETE /v2.0/networks/62ed4875-faea-4f9b-98ed-b7e54b479c09 HTTP/1.1" status: 204 len: 168 time: 0.5325499 Jul 13 20:58:53.796524 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add27f37-e2b0-4e3f-9d68-3a221fd7d51c admin admin] Pushing event deleted for resources: {'Network': ['ID=62ed4875-faea-4f9b-98ed-b7e54b479c09,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:53.801643 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45810) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:53.806361 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Pushing event deleted for resources: {'Port': ['ID=2af12672-9d0e-4dc7-9799-f3be22e2d694,revision_number=None']} {{(pid=104499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:53.836161 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] No DVR routers for this DVR port 2af12672-9d0e-4dc7-9799-f3be22e2d694 on host dv-cinder-800703-1-iscsi {{(pid=104499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:53.840991 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: dc25cc7e-5249-476a-85c4-a1945250bc73 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:53.841273 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device dc25cc7e-5249-476a-85c4-a1945250bc73 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:53.841680 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 59775916-c5f4-42bf-9e96-9acc9e6f43e8 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:53.849931 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.849931 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.849931 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.854025 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.854383 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.854768 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.855102 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.855443 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.855890 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.856231 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.856566 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.856915 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fea53b-fc4a-4c19-aa01-06fd7cce058d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800703-1-iscsi {{(pid=104499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:58:53.885288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 59775916-c5f4-42bf-9e96-9acc9e6f43e8 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:53.885288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 59775916-c5f4-42bf-9e96-9acc9e6f43e8 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:53.885288 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2af12672-9d0e-4dc7-9799-f3be22e2d694 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:53.903354 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-271cd026-31ad-4bc5-9a7b-0f3847d63bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.905773 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:53.907122 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 2af12672-9d0e-4dc7-9799-f3be22e2d694 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:53.907466 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 2af12672-9d0e-4dc7-9799-f3be22e2d694 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:54.142890 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415559'] for router_interface, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:54.381732 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Deleting port a6853104-ccbd-4340-a585-78ec844b3479 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:54.382073 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:54.458341 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] For port a6853104-ccbd-4340-a585-78ec844b3479, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=a6853104-ccbd-4340-a585-78ec844b3479,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:54.458656 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:54.471267 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Calling delete_port for a6853104-ccbd-4340-a585-78ec844b3479 owned by network:router_interface {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:54.641657 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:54.671187 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6853104-ccbd-4340-a585-78ec844b3479,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:54.700790 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:54.828452 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415723'] for router_interface, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.035437 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe has already been hosted by L3 agent 9257df28-e415-4045-9cf5-1b866964ef1f {{(pid=104498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:58:55.135063 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] Notify agent at l3_agent.dv-cinder-800703-1-iscsi the message routers_updated {{(pid=104498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:58:55.141648 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-d93f3a85-41a9-4dd2-b6ab-30c36c59dbf1 admin admin] 10.222.0.54 "PUT /v2.0/routers/4a0ce901-0f50-4ac1-90bc-8c059f5231fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3376901 Jul 13 20:58:55.143426 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45812) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:55.143559 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Sync routers for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:58:55.152544 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:55.153659 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:55.242553 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks [] for router, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.334300 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:55.510907 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:58:54Z', 'revision_number': 5, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:55.540115 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Checking router: 4a0ce901-0f50-4ac1-90bc-8c059f5231fe for host: dv-cinder-800703-1-iscsi {{(pid=104500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:58:55.548462 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Routers {'4a0ce901-0f50-4ac1-90bc-8c059f5231fe'} bound to L3 agent in host dv-cinder-800703-1-iscsi {{(pid=104500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:58:55.549091 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800703-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T20:40:24Z,description=,heartbeat_timestamp=2021-07-13T20:58:54Z,host='dv-cinder-800703-1-iscsi',id=9257df28-e415-4045-9cf5-1b866964ef1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T20:40:24Z,topic='l3_agent')) {'router_ids': ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'], 'active': True} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:55.613858 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.648802 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_dvr_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] Set router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe gateway port host: dv-cinder-800703-1-iscsi {{(pid=104500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:58:55.665427 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Deleting port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 {{(pid=104498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:55.665759 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.750722 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.db [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] For port d6dcbfe8-5f4f-4f33-a661-c0d7029036d8, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,segment=NetworkSegment(91022e54-8ab7-4f64-b957-2d2df5f2e495),segment_id=91022e54-8ab7-4f64-b957-2d2df5f2e495)] {{(pid=104498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:55.751156 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.764655 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.plugins.ml2.plugin [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Calling delete_port for d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 owned by network:router_gateway {{(pid=104498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:55.822901 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.l3_hamode_db [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:58:54Z', 'revision_number': 5, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}], 'dv-cinder-800703-1-iscsi', False) {} {{(pid=104500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:55.847721 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108fe62-15e5-4d25-bf86-eb5ad2c86ba4 None None] The sync data for ids ['4a0ce901-0f50-4ac1-90bc-8c059f5231fe'] in dv-cinder-800703-1-iscsi is: [{'id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'name': 'tempest-TestMinimumBasicScenario-1523261151-router', 'tenant_id': '68752580eca248c8b07ba3405e70a4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'external_fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:58:54Z', 'revision_number': 5, 'project_id': '68752580eca248c8b07ba3405e70a4a7', 'gw_port': {'id': 'd6dcbfe8-5f4f-4f33-a661-c0d7029036d8', 'name': '', 'network_id': '3564706d-c280-4690-857f-70ab28eb397d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:40:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ce901-0f50-4ac1-90bc-8c059f5231fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800703-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:56:50Z', 'updated_at': '2021-07-13T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db8bf180-490a-4670-94e4-c7a71379303c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800703-1-iscsi'}] {{(pid=104500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:58:55.928520 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6186554'] for port, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:55.955308 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dcbfe8-5f4f-4f33-a661-c0d7029036d8,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:56.014468 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414477'] for router_gateway, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.100913 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.102978 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.147526 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417030'] for router, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.147936 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0ce901-0f50-4ac1-90bc-8c059f5231fe {{(pid=104498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:58:56.153174 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] Notify callbacks [] for router, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.154293 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-4ff077f5-e520-4537-9343-3f54492a2075 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4a0ce901-0f50-4ac1-90bc-8c059f5231fe HTTP/1.1" status: 204 len: 168 time: 1.0099723 Jul 13 20:58:56.156737 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.wsgi [-] (104498) accepted ('10.222.0.54', 45814) {{(pid=104498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:56.198448 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Deleting subnet da3b5963-61dc-415f-8dbd-78583ab74ecb {{(pid=104498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:58:56.201703 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.237321 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6186496'] for subnet, precommit_delete_associations {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.318165 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-609216'] for subnet, precommit_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.368301 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-609209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6186599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24053598'] for subnet, after_delete {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.392480 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3b5963-61dc-415f-8dbd-78583ab74ecb,revision_number=None']} {{(pid=104498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:56.402379 dv-cinder-800703-1-iscsi neutron-server[104498]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=104498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.403753 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ebc3e-aba7-41ff-925e-b11c5d7a5793 None None] Network 281a1d5c-dda6-4f66-b7f7-a17be97cf17f requested from dv-cinder-800703-1-iscsi {{(pid=104499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:58:56.407020 dv-cinder-800703-1-iscsi neutron-server[104498]: INFO neutron.wsgi [None req-1ba6c367-004b-4fd1-812e-8bff89ead4df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/da3b5963-61dc-415f-8dbd-78583ab74ecb HTTP/1.1" status: 204 len: 168 time: 0.2493317 Jul 13 20:58:56.407357 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45816) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:56.483540 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593961'] for network, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.523306 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.539644 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Deleting port 9b40a867-0254-45c5-acdd-367bc6cd7abb {{(pid=104497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:58:56.539977 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781392979941'] for port, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.601019 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.db [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] For port 9b40a867-0254-45c5-acdd-367bc6cd7abb, host dv-cinder-800703-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800703-1-iscsi',level=0,port_id=9b40a867-0254-45c5-acdd-367bc6cd7abb,segment=NetworkSegment(868256c6-65be-4e9a-b4fb-e4bca5c1c188),segment_id=868256c6-65be-4e9a-b4fb-e4bca5c1c188)] {{(pid=104497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:58:56.601370 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403428'] for port, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.613457 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.plugin [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Calling delete_port for 9b40a867-0254-45c5-acdd-367bc6cd7abb owned by network:dhcp {{(pid=104497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:58:56.692082 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-532662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2069984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781392985869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781392595878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4962863'] for port, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.715763 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b40a867-0254-45c5-acdd-367bc6cd7abb,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:56.720621 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] No DVR routers for this DVR port 9b40a867-0254-45c5-acdd-367bc6cd7abb on host dv-cinder-800703-1-iscsi {{(pid=104497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:58:56.790423 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609621', 'neutron.services.segments.db._delete_segments_for_network-8781393062723'] for network, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.800347 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281a1d5c-dda6-4f66-b7f7-a17be97cf17f']}} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:56.810755 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868256c6-65be-4e9a-b4fb-e4bca5c1c188') {'for_net_delete': True} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:56.811052 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.services.segments.db [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868256c6-65be-4e9a-b4fb-e4bca5c1c188') {} {{(pid=104497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:58:56.820784 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781393063756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4963063'] for segment, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.837079 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925'] for segment, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.838986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438b4b1-b343-410b-bed6-a76bfa396964 None None] DHCP port deletion for 281a1d5c-dda6-4f66-b7f7-a17be97cf17f request from dv-cinder-800703-1-iscsi {{(pid=104499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:58:56.847680 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=104497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:58:56.848141 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4962780'] for segment, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: Traceback (most recent call last): Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: timer() Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: cb(*args, **kw) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: return func(*args, **kwargs) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: self._notify() Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: self.callback(batched_events) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: event.method(event) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: return f(self, *a, **k) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._get(url).json() Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: return self.request(url, 'GET', **kwargs) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:58:56.853616 dv-cinder-800703-1-iscsi neutron-server[104497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:58:56.906788 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414569'] for network, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.911889 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637742'] for network, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:56.913750 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] 10.222.0.54 "DELETE /v2.0/networks/281a1d5c-dda6-4f66-b7f7-a17be97cf17f HTTP/1.1" status: 204 len: 168 time: 0.5053821 Jul 13 20:58:56.926305 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e8a0-b26b-4522-822a-554e97b2365c admin admin] Pushing event deleted for resources: {'Network': ['ID=281a1d5c-dda6-4f66-b7f7-a17be97cf17f,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:57.070753 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45820) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:57.108686 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-0fa38614-5e0e-4ff6-a53f-e8011aeb5f97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6695d6142864cd1a65dfd0271e20e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367165 Jul 13 20:58:57.110970 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45822) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:57.161050 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.181411 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.226410 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.228920 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.230070 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b61142df-c61c-4a94-ae4b-281968f8fab3 HTTP/1.1" status: 204 len: 168 time: 0.1181836 Jul 13 20:58:57.238047 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061435c-f56b-40ee-8278-952612f44fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61142df-c61c-4a94-ae4b-281968f8fab3,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:57.529578 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45828) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:57.567535 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-de66cc3a-f806-447f-b9d6-9629fd7a78e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68752580eca248c8b07ba3405e70a4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368519 Jul 13 20:58:57.569747 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.wsgi [-] (104497) accepted ('10.222.0.54', 45830) {{(pid=104497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:58:57.614730 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.636417 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.680586 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636524'] for security_group, after_delete {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.683110 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron_lib.callbacks.manager [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:58:57.684726 dv-cinder-800703-1-iscsi neutron-server[104497]: INFO neutron.wsgi [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd934379-28ce-4784-82be-2adeb4ba3529 HTTP/1.1" status: 204 len: 168 time: 0.1141217 Jul 13 20:58:57.692272 dv-cinder-800703-1-iscsi neutron-server[104497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d27f0-45f4-407b-9aff-9d0f33fbe239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd934379-28ce-4784-82be-2adeb4ba3529,revision_number=None']} {{(pid=104497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:58:57.769905 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:57.793352 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:57.793758 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device d6dcbfe8-5f4f-4f33-a661-c0d7029036d8 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:57.794203 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device a6853104-ccbd-4340-a585-78ec844b3479 no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:57.813358 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: a6853104-ccbd-4340-a585-78ec844b3479 {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:57.813693 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device a6853104-ccbd-4340-a585-78ec844b3479 not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:58:57.814106 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 9b40a867-0254-45c5-acdd-367bc6cd7abb no longer exists at agent ovs-agent-dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:58:57.833893 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] No Port match for: 9b40a867-0254-45c5-acdd-367bc6cd7abb {{(pid=104499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:58:57.834245 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron.plugins.ml2.rpc [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Device 9b40a867-0254-45c5-acdd-367bc6cd7abb not bound to the agent host dv-cinder-800703-1-iscsi {{(pid=104499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:59:09.735507 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:59:21.204365 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-3643d2c6-d395-4b05-b9a0-007f3b35d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:22.038986 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:23.723556 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-12a1fb5c-906f-4416-b112-804dbb96d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:23.824850 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:24.700558 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:26.481009 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:46.735055 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:59:51.204922 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6b73cdd3-7a3d-493a-9035-419e0f4d64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:52.040894 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:53.723842 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2320077a-2bbb-4e1f-b48a-c6daca1fec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:53.828046 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:54.702493 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:59:56.483707 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:21.204700 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-6af26f35-ccfb-4b37-bffa-531582a9498f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:22.036158 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:23.724730 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-828ac061-2ce4-459a-8c50-44e9524285ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:23.733564 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:00:23.827999 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:24.705695 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:26.485586 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:51.204955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-598f7f08-f0c7-4ef4-9a6a-2da235cd416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:52.037955 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:53.724583 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-4158af12-e40d-4e35-8bc0-e81a7beb78c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:53.828826 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:54.706815 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:00:56.486820 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:00.732120 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:01:21.205808 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-d44bd56c-226d-4507-9e6e-c1b673dd5885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:22.037334 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:23.724128 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-f4583452-2b97-4721-85fb-f2c221f9e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:23.829041 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:24.709591 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:26.490251 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:37.730680 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:01:51.206424 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e1f6cc2a-c436-4d93-b578-76e2ed02e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:52.037427 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:53.724533 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1288-76a2-41e3-b025-60dabec816c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:53.829945 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:54.712192 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:01:56.496186 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:14.730402 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:02:21.206885 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-b3514ac3-90da-4aaa-a9c3-364705f72070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:22.036130 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:23.724453 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a8255158-a6ba-47c0-9f54-3a04928acfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:23.828945 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:24.714170 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:26.494667 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:51.207714 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-e6307164-c849-4f68-bd1c-28e33a7919d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:51.728118 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:02:52.030775 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:53.725350 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-21abbc00-6333-41e7-a608-8039c630f5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:53.828522 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:54.715703 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:02:56.497674 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:21.208388 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-86641706-1374-4509-b3ae-b9cfe051c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:22.048591 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:23.725335 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-c4515b5b-91f5-4f20-9994-3dc005d44ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:23.828809 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:24.719589 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:26.499841 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:28.726661 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 21:03:51.209276 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0955-1ef4-4146-9c11-6405a61f6b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:52.064874 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-a32f3549-1450-4f33-a9a0-fece4cd6e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:53.725579 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00829ac4-6570-4109-8561-ecc956c31de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:53.831028 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-2b9e94c4-c10e-4dc0-83db-9ac768b6299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:54.721596 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-07a546b3-5b1e-4acb-aebb-6d899208a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:03:56.514076 dv-cinder-800703-1-iscsi neutron-server[104499]: DEBUG neutron_lib.callbacks.manager [None req-00f5178c-9050-4148-a5e1-03c7211636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781393062705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607717'] for agent, after_update {{(pid=104499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 21:04:05.724789 dv-cinder-800703-1-iscsi neutron-server[104500]: DEBUG neutron.db.agents_db [None req-f0042ca6-1d3a-4c15-9831-eed9eab1b327 None None] Agent healthcheck: found 6 active agents {{(pid=104500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}